2024-11-09 06:16:50,817 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 06:16:50,900 main DEBUG Took 0.078862 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 06:16:50,901 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 06:16:50,901 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 06:16:50,902 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 06:16:50,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,924 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 06:16:50,951 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,962 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,985 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,988 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,991 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,993 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,994 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:50,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:50,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:51,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 06:16:51,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:51,001 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 06:16:51,011 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 06:16:51,021 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 06:16:51,025 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 06:16:51,026 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 06:16:51,030 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 06:16:51,031 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 06:16:51,053 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 06:16:51,056 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 06:16:51,059 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 06:16:51,059 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 06:16:51,060 main DEBUG createAppenders(={Console}) 2024-11-09 06:16:51,061 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-09 06:16:51,063 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-09 06:16:51,063 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-09 06:16:51,064 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 06:16:51,064 main DEBUG OutputStream closed 2024-11-09 06:16:51,064 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 06:16:51,065 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 06:16:51,065 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-09 06:16:51,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 06:16:51,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 06:16:51,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 06:16:51,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 06:16:51,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 06:16:51,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 06:16:51,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 06:16:51,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 06:16:51,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 06:16:51,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 06:16:51,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 06:16:51,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 06:16:51,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 06:16:51,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 06:16:51,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 06:16:51,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 06:16:51,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 06:16:51,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 06:16:51,208 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 06:16:51,208 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-09 06:16:51,209 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 06:16:51,210 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-09T06:16:51,230 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 06:16:51,235 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 06:16:51,236 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T06:16:51,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=822, ProcessCount=11, AvailableMemoryMB=1952 2024-11-09T06:16:51,742 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T06:16:51,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88 2024-11-09T06:16:51,827 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c, deleteOnExit=true 2024-11-09T06:16:52,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c/zookeeper_0, clientPort=50913, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:16:52,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50913 2024-11-09T06:16:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:16:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:16:52,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/test.cache.data in system properties and HBase conf 2024-11-09T06:16:52,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:16:52,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:16:52,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:16:52,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:16:52,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:16:52,245 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T06:16:52,355 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:16:52,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:16:52,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:16:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:16:52,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:16:52,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:16:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:16:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:16:52,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:16:52,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:16:52,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:16:52,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:16:52,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:16:52,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:16:52,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:16:53,798 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T06:16:53,917 INFO [Time-limited test {}] log.Log(170): Logging initialized @4327ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T06:16:54,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:16:54,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:16:54,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:16:54,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:16:54,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:16:54,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:16:54,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b60daa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:16:54,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f37c599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:16:54,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4709d263{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/java.io.tmpdir/jetty-localhost-40035-hadoop-hdfs-3_4_1-tests_jar-_-any-3339151288326773927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:16:54,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11328ac4{HTTP/1.1, (http/1.1)}{localhost:40035} 2024-11-09T06:16:54,414 INFO [Time-limited test {}] server.Server(415): Started @4825ms 2024-11-09T06:16:55,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:16:55,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:16:55,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:16:55,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:16:55,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:16:55,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff1f547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:16:55,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@579d3807{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:16:55,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47bc05c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/java.io.tmpdir/jetty-localhost-44883-hadoop-hdfs-3_4_1-tests_jar-_-any-15564987126651886774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:16:55,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71075642{HTTP/1.1, (http/1.1)}{localhost:44883} 2024-11-09T06:16:55,276 INFO [Time-limited test {}] server.Server(415): Started @5687ms 2024-11-09T06:16:55,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:16:56,662 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c/data/data2/current/BP-83574416-172.17.0.3-1731133013179/current, will proceed with Du for space computation calculation, 2024-11-09T06:16:56,662 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c/data/data1/current/BP-83574416-172.17.0.3-1731133013179/current, will proceed with Du for space computation calculation, 2024-11-09T06:16:56,696 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:16:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc407b3026dd0bf with lease ID 0x81f00f1bd3f6db6e: Processing first storage report for DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8 from datanode DatanodeRegistration(127.0.0.1:41317, datanodeUuid=ee62cb25-c4eb-4570-8bbc-0f4b5f6db05b, infoPort=44579, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=691035179;c=1731133013179) 2024-11-09T06:16:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc407b3026dd0bf with lease ID 0x81f00f1bd3f6db6e: from storage DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8 node DatanodeRegistration(127.0.0.1:41317, datanodeUuid=ee62cb25-c4eb-4570-8bbc-0f4b5f6db05b, infoPort=44579, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=691035179;c=1731133013179), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T06:16:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc407b3026dd0bf with lease ID 0x81f00f1bd3f6db6e: Processing first storage report for DS-60023ee8-cf23-4528-a462-361ff2f0720e from datanode DatanodeRegistration(127.0.0.1:41317, datanodeUuid=ee62cb25-c4eb-4570-8bbc-0f4b5f6db05b, infoPort=44579, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=691035179;c=1731133013179) 2024-11-09T06:16:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc407b3026dd0bf with lease ID 0x81f00f1bd3f6db6e: from storage DS-60023ee8-cf23-4528-a462-361ff2f0720e node DatanodeRegistration(127.0.0.1:41317, datanodeUuid=ee62cb25-c4eb-4570-8bbc-0f4b5f6db05b, infoPort=44579, infoSecurePort=0, ipcPort=39809, storageInfo=lv=-57;cid=testClusterID;nsid=691035179;c=1731133013179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:16:56,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88 2024-11-09T06:16:56,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:16:56,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:16:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:16:57,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c with version=8 2024-11-09T06:16:57,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/hbase-staging 2024-11-09T06:16:57,557 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T06:16:57,876 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:16:57,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:16:57,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:16:57,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:16:57,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:16:57,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:16:58,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:16:58,177 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T06:16:58,188 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T06:16:58,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:16:58,219 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12895 (auto-detected) 2024-11-09T06:16:58,220 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T06:16:58,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34479 2024-11-09T06:16:58,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34479 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:16:58,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344790x0, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:16:58,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34479-0x1011e3d73cc0000 connected 2024-11-09T06:16:58,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:16:58,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:16:58,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:16:58,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c, hbase.cluster.distributed=false 2024-11-09T06:16:58,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/acl 2024-11-09T06:16:58,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34479 2024-11-09T06:16:58,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34479 2024-11-09T06:16:58,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34479 2024-11-09T06:16:58,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34479 2024-11-09T06:16:58,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34479 2024-11-09T06:16:58,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:16:58,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:16:58,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:16:58,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:16:58,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:16:58,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:16:58,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:16:58,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:16:58,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36505 2024-11-09T06:16:58,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36505 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:16:58,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:16:58,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:16:58,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365050x0, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:16:58,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365050x0, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:16:58,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36505-0x1011e3d73cc0001 connected 2024-11-09T06:16:58,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:16:58,707 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:16:58,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/master 2024-11-09T06:16:58,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/acl 2024-11-09T06:16:58,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36505 2024-11-09T06:16:58,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36505 2024-11-09T06:16:58,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36505 2024-11-09T06:16:58,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36505 2024-11-09T06:16:58,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36505 2024-11-09T06:16:58,740 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:34479 2024-11-09T06:16:58,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1382937440/backup-masters/4a84bcce7bad,34479,1731133017696 2024-11-09T06:16:58,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:16:58,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:16:58,759 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on existing znode=/0-1382937440/backup-masters/4a84bcce7bad,34479,1731133017696 2024-11-09T06:16:58,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:16:58,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1382937440/master 2024-11-09T06:16:58,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:16:58,789 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on existing znode=/0-1382937440/master 2024-11-09T06:16:58,790 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1382937440/backup-masters/4a84bcce7bad,34479,1731133017696 from backup master directory 2024-11-09T06:16:58,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/backup-masters/4a84bcce7bad,34479,1731133017696 2024-11-09T06:16:58,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:16:58,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:16:58,799 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:16:58,799 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,34479,1731133017696 2024-11-09T06:16:58,802 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T06:16:58,803 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T06:16:58,863 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/hbase.id] with ID: 978ea626-af1f-42d2-9457-6e51b46c22bc 2024-11-09T06:16:58,864 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/.tmp/hbase.id 2024-11-09T06:16:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:16:59,277 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/.tmp/hbase.id]:[hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/hbase.id] 2024-11-09T06:16:59,332 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:16:59,338 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:16:59,361 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-09T06:16:59,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:16:59,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:16:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:16:59,448 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:16:59,452 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:16:59,473 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:16:59,479 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:16:59,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:16:59,935 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store 2024-11-09T06:16:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:17:00,363 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T06:17:00,367 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:00,369 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:00,369 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:00,370 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:00,371 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:00,372 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:00,372 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:00,373 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133020369Disabling compacts and flushes for region at 1731133020369Disabling writes for close at 1731133020372 (+3 ms)Writing region close event to WAL at 1731133020372Closed at 1731133020372 2024-11-09T06:17:00,380 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/.initializing 2024-11-09T06:17:00,381 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:00,392 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:00,412 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C34479%2C1731133017696, suffix=, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/oldWALs, maxLogs=10 2024-11-09T06:17:00,448 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696/4a84bcce7bad%2C34479%2C1731133017696.1731133020419, exclude list is [], retry=0 2024-11-09T06:17:00,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T06:17:00,517 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 2024-11-09T06:17:00,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:00,519 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:00,519 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:00,523 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,524 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:17:00,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:00,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:00,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:17:00,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:00,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:00,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:17:00,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:00,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:00,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:17:00,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:00,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:00,624 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,629 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,631 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,638 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,638 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,643 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:00,648 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:00,654 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:00,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61741644, jitterRate=-0.07997781038284302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:00,664 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133020539Initializing all the Stores at 1731133020541 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133020542 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133020543 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133020543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133020543Cleaning up temporary data from old regions at 1731133020639 (+96 ms)Region opened successfully at 1731133020664 (+25 ms) 2024-11-09T06:17:00,666 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:17:00,704 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2816fd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:00,740 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:17:00,753 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:17:00,753 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:17:00,756 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:17:00,758 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T06:17:00,764 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T06:17:00,764 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:17:00,797 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:17:00,807 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/balancer because node does not exist (not necessarily an error) 2024-11-09T06:17:00,871 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/balancer already deleted, retry=false 2024-11-09T06:17:00,874 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:17:00,876 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:17:00,882 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/normalizer already deleted, retry=false 2024-11-09T06:17:00,885 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:17:00,890 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:17:00,903 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/switch/split already deleted, retry=false 2024-11-09T06:17:00,905 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:17:01,057 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/switch/merge already deleted, retry=false 2024-11-09T06:17:01,081 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:17:01,103 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/snapshot-cleanup already deleted, retry=false 2024-11-09T06:17:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:01,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:01,118 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,34479,1731133017696, sessionid=0x1011e3d73cc0000, setting cluster-up flag (Was=false) 2024-11-09T06:17:01,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:01,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:01,261 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1382937440/flush-table-proc/acquired, /0-1382937440/flush-table-proc/reached, /0-1382937440/flush-table-proc/abort 2024-11-09T06:17:01,264 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:01,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:01,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:01,324 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1382937440/online-snapshot/acquired, /0-1382937440/online-snapshot/reached, /0-1382937440/online-snapshot/abort 2024-11-09T06:17:01,330 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:01,338 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:17:01,426 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(746): ClusterId : 978ea626-af1f-42d2-9457-6e51b46c22bc 2024-11-09T06:17:01,427 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:01,430 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:17:01,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:17:01,442 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:17:01,442 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:17:01,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:17:01,451 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:17:01,452 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9555d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:01,452 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,34479,1731133017696 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:17:01,461 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:01,461 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:01,461 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:01,461 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:01,462 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:17:01,462 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,462 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:01,462 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,468 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:01,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:17:01,469 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:36505 2024-11-09T06:17:01,473 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:17:01,474 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:17:01,474 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:17:01,475 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133051475 2024-11-09T06:17:01,476 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:01,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:17:01,477 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,34479,1731133017696 with port=36505, startcode=1731133018617 2024-11-09T06:17:01,477 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:17:01,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:17:01,482 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:17:01,483 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:17:01,483 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:17:01,484 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:17:01,490 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:17:01,492 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:17:01,496 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:17:01,497 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:17:01,497 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:17:01,498 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:17:01,500 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:17:01,500 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:17:01,502 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133021502,5,FailOnTimeoutGroup] 2024-11-09T06:17:01,503 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133021503,5,FailOnTimeoutGroup] 2024-11-09T06:17:01,503 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,503 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:17:01,504 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,505 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,533 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:17:01,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:01,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:01,559 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c 2024-11-09T06:17:01,559 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37551 2024-11-09T06:17:01,560 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:17:01,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/rs 2024-11-09T06:17:01,574 DEBUG [RS:0;4a84bcce7bad:36505 {}] zookeeper.ZKUtil(111): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on existing znode=/0-1382937440/rs/4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:01,575 WARN [RS:0;4a84bcce7bad:36505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:01,575 INFO [RS:0;4a84bcce7bad:36505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:01,575 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:01,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,36505,1731133018617] 2024-11-09T06:17:01,606 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:17:01,625 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:17:01,629 INFO [RS:0;4a84bcce7bad:36505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:17:01,630 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,631 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:17:01,636 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:17:01,638 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,638 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,638 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,639 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,639 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,639 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,639 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:01,640 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,640 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,640 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,640 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,640 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,640 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:01,641 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:01,641 DEBUG [RS:0;4a84bcce7bad:36505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:01,642 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,642 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,642 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,643 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,643 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,643 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36505,1731133018617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:01,664 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:17:01,666 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36505,1731133018617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,666 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,666 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.Replication(171): 4a84bcce7bad,36505,1731133018617 started 2024-11-09T06:17:01,687 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:01,688 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,36505,1731133018617, RpcServer on 4a84bcce7bad/172.17.0.3:36505, sessionid=0x1011e3d73cc0001 2024-11-09T06:17:01,689 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:17:01,689 DEBUG [RS:0;4a84bcce7bad:36505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:01,689 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,36505,1731133018617' 2024-11-09T06:17:01,689 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1382937440/flush-table-proc/abort' 2024-11-09T06:17:01,690 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1382937440/flush-table-proc/acquired' 2024-11-09T06:17:01,691 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:17:01,691 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:17:01,692 DEBUG [RS:0;4a84bcce7bad:36505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:01,692 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,36505,1731133018617' 2024-11-09T06:17:01,692 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1382937440/online-snapshot/abort' 2024-11-09T06:17:01,693 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1382937440/online-snapshot/acquired' 2024-11-09T06:17:01,694 DEBUG [RS:0;4a84bcce7bad:36505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:17:01,694 INFO [RS:0;4a84bcce7bad:36505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:17:01,694 INFO [RS:0;4a84bcce7bad:36505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:17:01,800 INFO [RS:0;4a84bcce7bad:36505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:01,803 INFO [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C36505%2C1731133018617, suffix=, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs, maxLogs=10 2024-11-09T06:17:01,824 DEBUG [RS:0;4a84bcce7bad:36505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806, exclude list is [], retry=0 2024-11-09T06:17:01,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:01,833 INFO [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 2024-11-09T06:17:01,834 DEBUG [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:01,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:17:01,899 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c 2024-11-09T06:17:01,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:17:02,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:02,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:02,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:02,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:02,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:02,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:02,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:02,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:02,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:02,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:02,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:02,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:02,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:02,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:02,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:02,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:02,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:02,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:02,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740 2024-11-09T06:17:02,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740 2024-11-09T06:17:02,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:02,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:02,406 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:02,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:02,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:02,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66079384, jitterRate=-0.015340447425842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:02,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133022315Initializing all the Stores at 1731133022319 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133022319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133022323 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133022323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133022323Cleaning up temporary data from old regions at 1731133022404 (+81 ms)Region opened successfully at 1731133022426 (+22 ms) 2024-11-09T06:17:02,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:02,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:02,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:02,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:02,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:02,429 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133022426Disabling compacts and flushes for region at 1731133022426Disabling writes for close at 1731133022427 (+1 ms)Writing region close event to WAL at 1731133022428 (+1 ms)Closed at 1731133022429 (+1 ms) 2024-11-09T06:17:02,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:02,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:17:02,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:17:02,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:02,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:17:02,613 DEBUG [4a84bcce7bad:34479 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:02,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:02,642 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,36505,1731133018617, state=OPENING 2024-11-09T06:17:02,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:17:02,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:02,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:02,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:02,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:02,762 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:02,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,36505,1731133018617}] 2024-11-09T06:17:02,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:17:02,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:17:03,003 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:17:03,004 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:03,005 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:17:03,010 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C36505%2C1731133018617.meta, suffix=.meta, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs, maxLogs=10 2024-11-09T06:17:03,030 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.meta.1731133023013.meta, exclude list is [], retry=0 2024-11-09T06:17:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:03,049 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.meta.1731133023013.meta 2024-11-09T06:17:03,061 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:03,061 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:03,070 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:03,071 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:03,074 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:17:03,076 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:17:03,083 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:17:03,084 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:03,084 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:17:03,085 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:17:03,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:03,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:03,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:03,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:03,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:03,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:03,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:03,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:03,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:03,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:03,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:03,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:03,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:03,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:03,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:03,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:03,130 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:03,138 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740 2024-11-09T06:17:03,146 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740 2024-11-09T06:17:03,154 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:03,154 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:03,157 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:03,168 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:03,175 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62957184, jitterRate=-0.06186485290527344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:03,176 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:17:03,178 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133023085Writing region info on filesystem at 1731133023085Initializing all the Stores at 1731133023088 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133023088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133023089 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133023089Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133023089Cleaning up temporary data from old regions at 1731133023154 (+65 ms)Running coprocessor post-open hooks at 1731133023176 (+22 ms)Region opened successfully at 1731133023177 (+1 ms) 2024-11-09T06:17:03,187 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133022967 2024-11-09T06:17:03,207 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:17:03,208 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:17:03,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:03,212 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,36505,1731133018617, state=OPEN 2024-11-09T06:17:03,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:03,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:03,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:03,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:03,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:03,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:17:03,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,36505,1731133018617 in 538 msec 2024-11-09T06:17:03,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:17:03,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 880 msec 2024-11-09T06:17:03,335 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:03,335 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:17:03,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:03,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,36505,1731133018617, seqNum=-1] 2024-11-09T06:17:03,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:03,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:03,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0950 sec 2024-11-09T06:17:03,480 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133023479, completionTime=-1 2024-11-09T06:17:03,483 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:17:03,483 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:17:03,586 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:17:03,587 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133083586 2024-11-09T06:17:03,587 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133143587 2024-11-09T06:17:03,587 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 103 msec 2024-11-09T06:17:03,590 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34479,1731133017696-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:03,590 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34479,1731133017696-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:03,590 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34479,1731133017696-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:03,592 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:34479, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:03,593 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:03,624 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:03,619 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:17:03,679 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.879sec 2024-11-09T06:17:03,681 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:17:03,683 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:17:03,686 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:17:03,686 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:17:03,687 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:17:03,688 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34479,1731133017696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:03,693 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34479,1731133017696-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:17:03,718 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:17:03,724 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:17:03,725 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34479,1731133017696-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:03,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fda5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:03,782 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T06:17:03,782 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T06:17:03,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,34479,-1 for getting cluster id 2024-11-09T06:17:03,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:03,800 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978ea626-af1f-42d2-9457-6e51b46c22bc' 2024-11-09T06:17:03,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:03,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978ea626-af1f-42d2-9457-6e51b46c22bc" 2024-11-09T06:17:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2066d996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,34479,-1] 2024-11-09T06:17:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:03,829 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:03,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebdfe4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:03,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,36505,1731133018617, seqNum=-1] 2024-11-09T06:17:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:03,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:03,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:03,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:17:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:03,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e3d73cc0002 connected 2024-11-09T06:17:03,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.log.dir so I do NOT create it in target/test-data/3d5f8017-b344-74af-c978-ae09224db28c 2024-11-09T06:17:03,995 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:17:03,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.tmp.dir so I do NOT create it in target/test-data/3d5f8017-b344-74af-c978-ae09224db28c 2024-11-09T06:17:03,995 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:17:03,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c 2024-11-09T06:17:03,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:17:03,996 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/cluster_3c4625c2-f606-e72d-c673-ca99c78027a7, deleteOnExit=true 2024-11-09T06:17:03,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:17:03,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/test.cache.data in system properties and HBase conf 2024-11-09T06:17:03,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:17:03,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:17:03,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:17:03,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:17:03,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:17:03,998 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:17:03,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:03,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:03,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:17:04,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:17:04,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:04,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:17:04,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:17:04,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:04,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:04,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:04,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:04,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:17:04,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:04,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2fd1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:04,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ab92702{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:04,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c493841{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/java.io.tmpdir/jetty-localhost-37627-hadoop-hdfs-3_4_1-tests_jar-_-any-14171257574647743537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:04,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c3ddc8d{HTTP/1.1, (http/1.1)}{localhost:37627} 2024-11-09T06:17:04,578 INFO [Time-limited test {}] server.Server(415): Started @14989ms 2024-11-09T06:17:05,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:05,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:05,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:05,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:05,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:17:05,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1a79f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:05,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694723d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:05,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@761cde0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/java.io.tmpdir/jetty-localhost-34533-hadoop-hdfs-3_4_1-tests_jar-_-any-10517446029558241352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:05,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f8d64d4{HTTP/1.1, (http/1.1)}{localhost:34533} 2024-11-09T06:17:05,333 INFO [Time-limited test {}] server.Server(415): Started @15744ms 2024-11-09T06:17:05,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:17:06,369 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/cluster_3c4625c2-f606-e72d-c673-ca99c78027a7/data/data1/current/BP-807707667-172.17.0.3-1731133024041/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:06,377 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/cluster_3c4625c2-f606-e72d-c673-ca99c78027a7/data/data2/current/BP-807707667-172.17.0.3-1731133024041/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:06,449 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:17:06,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cddc9ac7e52c034 with lease ID 0xb1b07a643e7374eb: Processing first storage report for DS-b76213fc-a212-4546-9bee-de3addb6f382 from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=814f73b9-3dd1-421d-baa0-7fb1ca46ce20, infoPort=45767, infoSecurePort=0, ipcPort=43707, storageInfo=lv=-57;cid=testClusterID;nsid=299851856;c=1731133024041) 2024-11-09T06:17:06,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cddc9ac7e52c034 with lease ID 0xb1b07a643e7374eb: from storage DS-b76213fc-a212-4546-9bee-de3addb6f382 node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=814f73b9-3dd1-421d-baa0-7fb1ca46ce20, infoPort=45767, infoSecurePort=0, ipcPort=43707, storageInfo=lv=-57;cid=testClusterID;nsid=299851856;c=1731133024041), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T06:17:06,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cddc9ac7e52c034 with lease ID 0xb1b07a643e7374eb: Processing first storage report for DS-e2d01fdc-cfc8-4839-9191-12b89920feb7 from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=814f73b9-3dd1-421d-baa0-7fb1ca46ce20, infoPort=45767, infoSecurePort=0, ipcPort=43707, storageInfo=lv=-57;cid=testClusterID;nsid=299851856;c=1731133024041) 2024-11-09T06:17:06,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cddc9ac7e52c034 with lease ID 0xb1b07a643e7374eb: from storage DS-e2d01fdc-cfc8-4839-9191-12b89920feb7 node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=814f73b9-3dd1-421d-baa0-7fb1ca46ce20, infoPort=45767, infoSecurePort=0, ipcPort=43707, storageInfo=lv=-57;cid=testClusterID;nsid=299851856;c=1731133024041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:06,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c 2024-11-09T06:17:06,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:06,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:17:06,594 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0 with version=8 2024-11-09T06:17:06,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/hbase-staging 2024-11-09T06:17:06,597 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:06,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:06,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:06,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:06,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:06,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:06,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:17:06,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:06,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35353 2024-11-09T06:17:06,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35353 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:17:06,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353530x0, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:06,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35353-0x1011e3d73cc0003 connected 2024-11-09T06:17:06,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:06,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:06,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on znode that does not yet exist, /11330446926/running 2024-11-09T06:17:06,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0, hbase.cluster.distributed=false 2024-11-09T06:17:06,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on znode that does not yet exist, /11330446926/acl 2024-11-09T06:17:06,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-09T06:17:06,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35353 2024-11-09T06:17:06,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35353 2024-11-09T06:17:06,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-09T06:17:07,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35353 2024-11-09T06:17:07,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:07,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:07,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:07,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:07,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:07,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:07,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:17:07,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:07,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38393 2024-11-09T06:17:07,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38393 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:17:07,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:07,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:07,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383930x0, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:07,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383930x0, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on znode that does not yet exist, /11330446926/running 2024-11-09T06:17:07,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:17:07,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38393-0x1011e3d73cc0004 connected 2024-11-09T06:17:07,076 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:17:07,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on znode that does not yet exist, /11330446926/master 2024-11-09T06:17:07,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on znode that does not yet exist, /11330446926/acl 2024-11-09T06:17:07,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-09T06:17:07,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38393 2024-11-09T06:17:07,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38393 2024-11-09T06:17:07,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-09T06:17:07,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38393 2024-11-09T06:17:07,107 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:35353 2024-11-09T06:17:07,108 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11330446926/backup-masters/4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926/backup-masters 2024-11-09T06:17:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926/backup-masters 2024-11-09T06:17:07,122 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on existing znode=/11330446926/backup-masters/4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:07,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:07,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11330446926/master 2024-11-09T06:17:07,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:07,137 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on existing znode=/11330446926/master 2024-11-09T06:17:07,138 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11330446926/backup-masters/4a84bcce7bad,35353,1731133026597 from backup master directory 2024-11-09T06:17:07,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926/backup-masters 2024-11-09T06:17:07,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330446926/backup-masters/4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:07,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926/backup-masters 2024-11-09T06:17:07,145 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:07,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:07,162 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/hbase.id] with ID: 9a06b859-c26f-40ed-9e10-817211293432 2024-11-09T06:17:07,162 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/.tmp/hbase.id 2024-11-09T06:17:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:17:07,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/.tmp/hbase.id]:[hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/hbase.id] 2024-11-09T06:17:07,600 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:17:07,616 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:07,617 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:17:07,619 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T06:17:07,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:07,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:17:07,709 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:07,711 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:17:07,724 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:17:08,164 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store 2024-11-09T06:17:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:17:08,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:08,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:08,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:08,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:08,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:08,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:08,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:08,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133028581Disabling compacts and flushes for region at 1731133028581Disabling writes for close at 1731133028581Writing region close event to WAL at 1731133028581Closed at 1731133028581 2024-11-09T06:17:08,583 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/.initializing 2024-11-09T06:17:08,583 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/WALs/4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:08,586 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:08,590 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C35353%2C1731133026597, suffix=, logDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/WALs/4a84bcce7bad,35353,1731133026597, archiveDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/oldWALs, maxLogs=10 2024-11-09T06:17:08,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:08,610 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/WALs/4a84bcce7bad,35353,1731133026597/4a84bcce7bad%2C35353%2C1731133026597.1731133028590, exclude list is [], retry=0 2024-11-09T06:17:08,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-b76213fc-a212-4546-9bee-de3addb6f382,DISK] 2024-11-09T06:17:08,659 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/WALs/4a84bcce7bad,35353,1731133026597/4a84bcce7bad%2C35353%2C1731133026597.1731133028590 2024-11-09T06:17:08,678 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45767:45767)] 2024-11-09T06:17:08,678 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:08,679 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:08,679 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,679 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,685 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:17:08,686 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T06:17:08,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:08,690 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T06:17:08,690 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:08,690 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T06:17:08,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T06:17:08,691 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T06:17:08,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:17:08,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:08,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:08,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:17:08,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:08,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:08,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:17:08,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:08,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:08,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:17:08,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:08,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:08,741 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,742 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,743 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,747 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,747 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,748 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:08,751 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:08,762 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:08,763 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63246411, jitterRate=-0.05755503475666046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:08,763 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133028679Initializing all the Stores at 1731133028689 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133028690 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133028694 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133028695 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133028695Cleaning up temporary data from old regions at 1731133028747 (+52 ms)Region opened successfully at 1731133028763 (+16 ms) 2024-11-09T06:17:08,764 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:17:08,779 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bdb9cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:08,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:17:08,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:17:08,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:17:08,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:17:08,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T06:17:08,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:17:08,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:17:08,795 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:17:08,796 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Unable to get data of znode /11330446926/balancer because node does not exist (not necessarily an error) 2024-11-09T06:17:08,868 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330446926/balancer already deleted, retry=false 2024-11-09T06:17:08,869 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:17:08,870 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Unable to get data of znode /11330446926/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:17:08,881 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330446926/normalizer already deleted, retry=false 2024-11-09T06:17:08,882 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:17:08,883 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Unable to get data of znode /11330446926/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:17:08,891 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330446926/switch/split already deleted, retry=false 2024-11-09T06:17:08,893 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Unable to get data of znode /11330446926/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:17:08,902 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330446926/switch/merge already deleted, retry=false 2024-11-09T06:17:08,907 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Unable to get data of znode /11330446926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:17:08,921 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11330446926/snapshot-cleanup already deleted, retry=false 2024-11-09T06:17:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11330446926/running 2024-11-09T06:17:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11330446926/running 2024-11-09T06:17:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:08,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:08,935 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,35353,1731133026597, sessionid=0x1011e3d73cc0003, setting cluster-up flag (Was=false) 2024-11-09T06:17:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:08,986 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11330446926/flush-table-proc/acquired, /11330446926/flush-table-proc/reached, /11330446926/flush-table-proc/abort 2024-11-09T06:17:08,988 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:09,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:09,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:09,039 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11330446926/online-snapshot/acquired, /11330446926/online-snapshot/reached, /11330446926/online-snapshot/abort 2024-11-09T06:17:09,042 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:09,050 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:17:09,055 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:09,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:17:09,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:17:09,056 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,35353,1731133026597 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:17:09,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:09,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:09,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:09,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:09,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:17:09,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:09,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:09,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:17:09,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:09,089 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:17:09,104 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133059104 2024-11-09T06:17:09,104 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:17:09,105 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:17:09,105 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:17:09,105 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:17:09,105 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:17:09,105 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:17:09,108 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(746): ClusterId : 9a06b859-c26f-40ed-9e10-817211293432 2024-11-09T06:17:09,108 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:17:09,126 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,126 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:17:09,126 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:17:09,126 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:17:09,127 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:17:09,127 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:17:09,127 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:17:09,129 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:17:09,129 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:17:09,129 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133029129,5,FailOnTimeoutGroup] 2024-11-09T06:17:09,132 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133029129,5,FailOnTimeoutGroup] 2024-11-09T06:17:09,132 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,133 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:17:09,133 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,133 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,136 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:17:09,137 DEBUG [RS:0;4a84bcce7bad:38393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2313bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:17:09,154 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:38393 2024-11-09T06:17:09,155 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:17:09,155 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:17:09,155 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:17:09,156 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,35353,1731133026597 with port=38393, startcode=1731133027028 2024-11-09T06:17:09,157 DEBUG [RS:0;4a84bcce7bad:38393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:17:09,163 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:17:09,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:09,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35353 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:09,171 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0 2024-11-09T06:17:09,171 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43515 2024-11-09T06:17:09,171 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:17:09,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926/rs 2024-11-09T06:17:09,246 DEBUG [RS:0;4a84bcce7bad:38393 {}] zookeeper.ZKUtil(111): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on existing znode=/11330446926/rs/4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:09,246 WARN [RS:0;4a84bcce7bad:38393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:09,246 INFO [RS:0;4a84bcce7bad:38393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:09,246 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:09,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,38393,1731133027028] 2024-11-09T06:17:09,257 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:17:09,268 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:17:09,276 INFO [RS:0;4a84bcce7bad:38393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:17:09,276 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,277 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:17:09,278 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:17:09,278 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,279 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,279 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,279 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,279 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,279 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,280 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:09,280 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,280 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,280 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,280 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,280 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,280 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:09,281 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:09,281 DEBUG [RS:0;4a84bcce7bad:38393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:09,281 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,282 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,282 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,282 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,282 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,282 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38393,1731133027028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:09,303 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:17:09,304 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38393,1731133027028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,304 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,304 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.Replication(171): 4a84bcce7bad,38393,1731133027028 started 2024-11-09T06:17:09,330 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:09,330 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,38393,1731133027028, RpcServer on 4a84bcce7bad/172.17.0.3:38393, sessionid=0x1011e3d73cc0004 2024-11-09T06:17:09,330 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:17:09,330 DEBUG [RS:0;4a84bcce7bad:38393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:09,330 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,38393,1731133027028' 2024-11-09T06:17:09,330 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11330446926/flush-table-proc/abort' 2024-11-09T06:17:09,332 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11330446926/flush-table-proc/acquired' 2024-11-09T06:17:09,333 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:17:09,333 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:17:09,333 DEBUG [RS:0;4a84bcce7bad:38393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:09,333 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,38393,1731133027028' 2024-11-09T06:17:09,333 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11330446926/online-snapshot/abort' 2024-11-09T06:17:09,334 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11330446926/online-snapshot/acquired' 2024-11-09T06:17:09,335 DEBUG [RS:0;4a84bcce7bad:38393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:17:09,335 INFO [RS:0;4a84bcce7bad:38393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:17:09,335 INFO [RS:0;4a84bcce7bad:38393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:17:09,436 INFO [RS:0;4a84bcce7bad:38393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:09,439 INFO [RS:0;4a84bcce7bad:38393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38393%2C1731133027028, suffix=, logDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028, archiveDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/oldWALs, maxLogs=10 2024-11-09T06:17:09,460 DEBUG [RS:0;4a84bcce7bad:38393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028/4a84bcce7bad%2C38393%2C1731133027028.1731133029441, exclude list is [], retry=0 2024-11-09T06:17:09,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-b76213fc-a212-4546-9bee-de3addb6f382,DISK] 2024-11-09T06:17:09,496 INFO [RS:0;4a84bcce7bad:38393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028/4a84bcce7bad%2C38393%2C1731133027028.1731133029441 2024-11-09T06:17:09,496 DEBUG [RS:0;4a84bcce7bad:38393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45767:45767)] 2024-11-09T06:17:09,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:17:09,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0 2024-11-09T06:17:09,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:17:09,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:09,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:09,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:09,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:09,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:09,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:09,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:09,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:09,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:09,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:09,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:09,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:09,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:09,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:09,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:09,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:09,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:09,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:09,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740 2024-11-09T06:17:09,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740 2024-11-09T06:17:09,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:09,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:09,615 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:09,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:09,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:09,630 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64981809, jitterRate=-0.031695589423179626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:09,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133029577Initializing all the Stores at 1731133029579 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133029580 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133029580Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133029580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133029580Cleaning up temporary data from old regions at 1731133029614 (+34 ms)Region opened successfully at 1731133029630 (+16 ms) 2024-11-09T06:17:09,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:09,631 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:09,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:09,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:09,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:09,632 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:09,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133029630Disabling compacts and flushes for region at 1731133029630Disabling writes for close at 1731133029631 (+1 ms)Writing region close event to WAL at 1731133029632 (+1 ms)Closed at 1731133029632 2024-11-09T06:17:09,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:09,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:17:09,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:17:09,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:09,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:17:09,794 DEBUG [4a84bcce7bad:35353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:09,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:09,799 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,38393,1731133027028, state=OPENING 2024-11-09T06:17:09,860 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:17:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:09,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:09,871 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:09,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38393,1731133027028}] 2024-11-09T06:17:09,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330446926/meta-region-server: CHANGED 2024-11-09T06:17:09,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330446926/meta-region-server: CHANGED 2024-11-09T06:17:10,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:17:10,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:17:10,054 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:17:10,054 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:10,055 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:17:10,060 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38393%2C1731133027028.meta, suffix=.meta, logDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028, archiveDir=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/oldWALs, maxLogs=10 2024-11-09T06:17:10,080 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028/4a84bcce7bad%2C38393%2C1731133027028.meta.1731133030063.meta, exclude list is [], retry=0 2024-11-09T06:17:10,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-b76213fc-a212-4546-9bee-de3addb6f382,DISK] 2024-11-09T06:17:10,121 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028/4a84bcce7bad%2C38393%2C1731133027028.meta.1731133030063.meta 2024-11-09T06:17:10,128 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45767:45767)] 2024-11-09T06:17:10,129 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:10,129 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:10,129 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:10,129 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:17:10,130 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:17:10,130 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:17:10,130 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:10,130 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:17:10,130 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:17:10,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:10,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:10,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:10,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:10,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:10,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:10,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:10,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:10,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:10,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:10,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:10,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:10,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:10,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:10,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:10,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:10,178 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:10,184 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740 2024-11-09T06:17:10,191 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740 2024-11-09T06:17:10,196 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:10,197 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:10,198 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:10,207 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:10,211 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62077696, jitterRate=-0.07497024536132812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:10,216 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:17:10,220 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133030130Writing region info on filesystem at 1731133030130Initializing all the Stores at 1731133030133 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133030133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133030156 (+23 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133030156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133030156Cleaning up temporary data from old regions at 1731133030197 (+41 ms)Running coprocessor post-open hooks at 1731133030216 (+19 ms)Region opened successfully at 1731133030219 (+3 ms) 2024-11-09T06:17:10,224 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133030030 2024-11-09T06:17:10,233 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:17:10,233 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:17:10,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:10,238 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,38393,1731133027028, state=OPEN 2024-11-09T06:17:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11330446926/meta-region-server 2024-11-09T06:17:10,290 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:10,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330446926/meta-region-server: CHANGED 2024-11-09T06:17:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11330446926/meta-region-server 2024-11-09T06:17:10,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11330446926/meta-region-server: CHANGED 2024-11-09T06:17:10,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:17:10,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38393,1731133027028 in 419 msec 2024-11-09T06:17:10,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:17:10,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-11-09T06:17:10,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:10,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:17:10,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:10,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38393,1731133027028, seqNum=-1] 2024-11-09T06:17:10,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:10,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:10,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-09T06:17:10,325 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133030325, completionTime=-1 2024-11-09T06:17:10,325 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:17:10,325 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:17:10,336 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:17:10,336 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133090336 2024-11-09T06:17:10,337 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133150336 2024-11-09T06:17:10,337 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-09T06:17:10,337 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35353,1731133026597-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:10,337 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35353,1731133026597-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:10,337 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35353,1731133026597-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:10,338 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:35353, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:10,338 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:10,341 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:10,342 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:17:10,348 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-11-09T06:17:10,348 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:17:10,348 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:17:10,348 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:17:10,349 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:17:10,349 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:17:10,349 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35353,1731133026597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:10,349 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35353,1731133026597-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:17:10,357 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:17:10,357 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:17:10,357 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35353,1731133026597-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:10,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f002ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:10,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:10,421 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:10,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bd19df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:10,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:10,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:10,427 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:10,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7968e357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:10,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38393,1731133027028, seqNum=-1] 2024-11-09T06:17:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:10,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:10,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:10,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:17:10,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:10,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e3d73cc0005 connected 2024-11-09T06:17:10,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211c1677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,34479,-1 for getting cluster id 2024-11-09T06:17:10,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:10,502 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978ea626-af1f-42d2-9457-6e51b46c22bc' 2024-11-09T06:17:10,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978ea626-af1f-42d2-9457-6e51b46c22bc" 2024-11-09T06:17:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2401e866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,34479,-1] 2024-11-09T06:17:10,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:10,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:10,516 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786eb8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:10,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:10,544 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613e50b0 2024-11-09T06:17:10,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:10,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:10,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:17:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:17:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:10,573 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:10,577 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a35d812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,577 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:10,577 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:10,578 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:10,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:10,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:10,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f1e793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:10,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:10,584 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:10,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d24b3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:10,587 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:10,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:10,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5340a5ef 2024-11-09T06:17:10,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:10,599 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:10,613 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T06:17:10,613 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:17:10,618 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:10,618 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:10,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:10,620 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:10,627 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:17:10,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:17:10,631 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:10,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:17:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:10,684 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:17:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741835_1011 (size=1138) 2024-11-09T06:17:10,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd4887432ec2a01d6d95f9e8213fa02a, NAME => 'hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c 2024-11-09T06:17:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741836_1012 (size=44) 2024-11-09T06:17:10,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:10,770 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd4887432ec2a01d6d95f9e8213fa02a, disabling compactions & flushes 2024-11-09T06:17:10,770 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:10,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:10,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. after waiting 0 ms 2024-11-09T06:17:10,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:10,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:10,771 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd4887432ec2a01d6d95f9e8213fa02a: Waiting for close lock at 1731133030770Disabling compacts and flushes for region at 1731133030770Disabling writes for close at 1731133030771 (+1 ms)Writing region close event to WAL at 1731133030771Closed at 1731133030771 2024-11-09T06:17:10,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:17:10,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133030775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133030775"}]},"ts":"1731133030775"} 2024-11-09T06:17:10,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:17:10,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:17:10,797 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133030794"}]},"ts":"1731133030794"} 2024-11-09T06:17:10,804 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:17:10,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN}] 2024-11-09T06:17:10,811 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN 2024-11-09T06:17:10,815 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN; state=OFFLINE, location=4a84bcce7bad,36505,1731133018617; forceNewPlan=false, retain=false 2024-11-09T06:17:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:10,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd4887432ec2a01d6d95f9e8213fa02a, regionState=OPENING, regionLocation=4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:10,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN because future has completed 2024-11-09T06:17:10,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4887432ec2a01d6d95f9e8213fa02a, server=4a84bcce7bad,36505,1731133018617}] 2024-11-09T06:17:11,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:11,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:11,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:17:11,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C36505%2C1731133018617.rep, suffix=, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs, maxLogs=10 2024-11-09T06:17:11,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.rep.1731133031162, exclude list is [], retry=0 2024-11-09T06:17:11,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:11,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.rep.1731133031162 2024-11-09T06:17:11,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:11,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dd4887432ec2a01d6d95f9e8213fa02a, NAME => 'hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:11,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:11,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:11,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. service=MultiRowMutationService 2024-11-09T06:17:11,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:17:11,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:11,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,229 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,233 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4887432ec2a01d6d95f9e8213fa02a columnFamilyName hfileref 2024-11-09T06:17:11,233 DEBUG [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:11,234 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(327): Store=dd4887432ec2a01d6d95f9e8213fa02a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:11,235 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,238 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4887432ec2a01d6d95f9e8213fa02a columnFamilyName queue 2024-11-09T06:17:11,238 DEBUG [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:11,239 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(327): Store=dd4887432ec2a01d6d95f9e8213fa02a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:11,239 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,244 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4887432ec2a01d6d95f9e8213fa02a columnFamilyName sid 2024-11-09T06:17:11,244 DEBUG [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:11,246 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(327): Store=dd4887432ec2a01d6d95f9e8213fa02a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:11,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:17:11,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:11,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened dd4887432ec2a01d6d95f9e8213fa02a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61704953, jitterRate=-0.08052454888820648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:17:11,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:11,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dd4887432ec2a01d6d95f9e8213fa02a: Running coprocessor pre-open hook at 1731133031223Writing region info on filesystem at 1731133031223Initializing all the Stores at 1731133031225 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133031225Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133031229 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133031229Cleaning up temporary data from old regions at 1731133031252 (+23 ms)Running coprocessor post-open hooks at 1731133031272 (+20 ms)Region opened successfully at 1731133031273 (+1 ms) 2024-11-09T06:17:11,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a., pid=7, masterSystemTime=1731133031133 2024-11-09T06:17:11,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=dd4887432ec2a01d6d95f9e8213fa02a, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:11,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:11,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:11,301 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a84bcce7bad,36505,1731133018617, table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T06:17:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4887432ec2a01d6d95f9e8213fa02a, server=4a84bcce7bad,36505,1731133018617 because future has completed 2024-11-09T06:17:11,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T06:17:11,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure dd4887432ec2a01d6d95f9e8213fa02a, server=4a84bcce7bad,36505,1731133018617 in 334 msec 2024-11-09T06:17:11,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:17:11,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN in 517 msec 2024-11-09T06:17:11,334 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:17:11,335 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133031334"}]},"ts":"1731133031334"} 2024-11-09T06:17:11,341 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:17:11,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:17:11,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 723 msec 2024-11-09T06:17:11,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a., hostname=4a84bcce7bad,36505,1731133018617, seqNum=2] 2024-11-09T06:17:11,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36505 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T06:17:11,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:11,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:11,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:17:11,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T06:17:11,641 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:17:11,690 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,36505,1731133018617, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:17:11,692 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:11,692 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,36505,1731133018617, seqNum=-1] 2024-11-09T06:17:11,693 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:11,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T06:17:11,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,36505,1731133018617', locateType=CURRENT is [region=hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a., hostname=4a84bcce7bad,36505,1731133018617, seqNum=2] 2024-11-09T06:17:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:11,718 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T06:17:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T06:17:11,732 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,36505,1731133018617 suceeded 2024-11-09T06:17:11,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T06:17:11,739 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:17:11,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-09T06:17:11,746 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:11,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1820 sec 2024-11-09T06:17:11,769 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35fec2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:11,769 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:11,770 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:11,771 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:11,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:11,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2096e15a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:11,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:11,776 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:11,778 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1c2bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:11,778 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:11,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@315f93d1 2024-11-09T06:17:11,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:11,783 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T06:17:11,785 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,36505,1731133018617 (queues=1) is replicating from cluster=978ea626-af1f-42d2-9457-6e51b46c22bc to cluster=9a06b859-c26f-40ed-9e10-817211293432 2024-11-09T06:17:11,789 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C36505%2C1731133018617 2024-11-09T06:17:11,795 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,36505,1731133018617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:17:11,808 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.shipper4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C36505%2C1731133018617 2024-11-09T06:17:11,810 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806, startPosition=0, beingWritten=true 2024-11-09T06:17:12,102 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:12,411 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:12,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:12,721 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:17:12,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:12,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:12,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:12,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:12,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5211b8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:12,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,34479,-1 for getting cluster id 2024-11-09T06:17:12,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:12,726 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978ea626-af1f-42d2-9457-6e51b46c22bc' 2024-11-09T06:17:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978ea626-af1f-42d2-9457-6e51b46c22bc" 2024-11-09T06:17:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d406b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,34479,-1] 2024-11-09T06:17:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:12,730 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5673e002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:12,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:12,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e0ac258 2024-11-09T06:17:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:12,751 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:12,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:17:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:17:12,762 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T06:17:12,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a46774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:12,773 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:12,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:12,774 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:12,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:12,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:12,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b29b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:12,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:12,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:12,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:12,777 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:12,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77293fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:12,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:12,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:12,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b53302e 2024-11-09T06:17:12,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:12,784 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:12,786 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:17:12,786 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:17:12,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:12,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:12,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:12,822 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T06:17:12,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:17:13,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T06:17:13,038 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T06:17:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T06:17:13,085 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-4a84bcce7bad,36505,1731133018617, ReplicationSource: 2, currentBandwidth=0 2024-11-09T06:17:13,092 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T06:17:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T06:17:13,101 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4a84bcce7bad,36505,1731133018617 suceeded 2024-11-09T06:17:13,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:17:13,107 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:17:13,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-09T06:17:13,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 355 msec 2024-11-09T06:17:13,116 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:13,118 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@456055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,118 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:13,118 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:13,121 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:13,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58dcebdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:13,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:13,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,125 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:13,127 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77045a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,127 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:13,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:13,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6efb6c73 2024-11-09T06:17:13,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:13,135 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T06:17:13,136 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4a84bcce7bad,36505,1731133018617 (queues=1) is replicating from cluster=978ea626-af1f-42d2-9457-6e51b46c22bc to cluster=9a06b859-c26f-40ed-9e10-817211293432 2024-11-09T06:17:13,136 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4a84bcce7bad%2C36505%2C1731133018617 2024-11-09T06:17:13,137 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4a84bcce7bad,36505,1731133018617, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:17:13,142 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.shipper4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C36505%2C1731133018617 2024-11-09T06:17:13,144 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806, startPosition=0, beingWritten=true 2024-11-09T06:17:13,339 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:13,371 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T06:17:13,391 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T06:17:13,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:13,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:13,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:13,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-11-09T06:17:13,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:13,398 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:13,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:17:13,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T06:17:13,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:17:13,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T06:17:13,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T06:17:13,416 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T06:17:13,417 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5118f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,417 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:13,417 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:13,418 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:13,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:13,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:13,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7945fe88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:13,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:13,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,421 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:13,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47977ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,422 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:13,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:13,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33edfc4d 2024-11-09T06:17:13,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:13,424 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:13,425 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T06:17:13,425 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:17:13,425 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,425 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:13,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:17:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T06:17:13,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:17:13,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T06:17:13,635 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T06:17:13,637 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T06:17:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T06:17:13,642 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 4a84bcce7bad,36505,1731133018617 suceeded 2024-11-09T06:17:13,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T06:17:13,647 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:17:13,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-09T06:17:13,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 239 msec 2024-11-09T06:17:13,681 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T06:17:13,730 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T06:17:13,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:17:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T06:17:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T06:17:13,736 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:13,737 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669d55dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,737 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:13,737 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:13,738 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e585b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:13,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:13,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,741 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:13,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcb25c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:13,745 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:13,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:13,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3426cd3 2024-11-09T06:17:13,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:13,748 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:13,749 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T06:17:13,749 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:17:13,750 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,750 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:13,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:13,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:17:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T06:17:13,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T06:17:13,924 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T06:17:13,926 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T06:17:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T06:17:13,931 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 4a84bcce7bad,36505,1731133018617 suceeded 2024-11-09T06:17:13,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T06:17:13,935 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://4a84bcce7bad:35353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:17:13,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-09T06:17:13,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-11-09T06:17:13,948 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T06:17:14,050 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T06:17:14,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:17:14,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T06:17:14,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:14,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:14,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:14,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:14,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:14,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:17:14,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-09T06:17:14,055 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,34479,1731133017696 2024-11-09T06:17:14,092 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:14,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:14,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:14,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:17:14,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:14,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:17:14,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:14,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:14,104 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,36505,1731133018617' ***** 2024-11-09T06:17:14,104 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:17:14,105 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:17:14,106 INFO [RS:0;4a84bcce7bad:36505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:17:14,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:17:14,106 INFO [RS:0;4a84bcce7bad:36505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:17:14,106 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(3091): Received CLOSE for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:14,107 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:14,107 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:14,107 INFO [RS:0;4a84bcce7bad:36505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:36505. 2024-11-09T06:17:14,107 DEBUG [RS:0;4a84bcce7bad:36505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:14,107 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:14,108 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:17:14,108 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd4887432ec2a01d6d95f9e8213fa02a, disabling compactions & flushes 2024-11-09T06:17:14,108 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:17:14,108 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:17:14,108 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:14,108 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:14,108 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. after waiting 0 ms 2024-11-09T06:17:14,108 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:14,109 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:17:14,109 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:17:14,109 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dd4887432ec2a01d6d95f9e8213fa02a=hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.} 2024-11-09T06:17:14,110 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:14,110 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:14,110 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:14,110 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:14,111 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:14,111 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:14,117 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T06:17:14,118 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd4887432ec2a01d6d95f9e8213fa02a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T06:17:14,196 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:14,203 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/info/8b2d750d42c046148c3614fae38ae7c7 is 147, key is hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a./info:regioninfo/1731133031290/Put/seqid=0 2024-11-09T06:17:14,203 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/.tmp/queue/17f8c9b0d2984b7081cb2c14997b969d is 151, key is 1-4a84bcce7bad,36505,1731133018617/queue:4a84bcce7bad%2C36505%2C1731133018617/1731133031700/Put/seqid=0 2024-11-09T06:17:14,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741838_1014 (size=6631) 2024-11-09T06:17:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741839_1015 (size=5500) 2024-11-09T06:17:14,240 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/.tmp/queue/17f8c9b0d2984b7081cb2c14997b969d 2024-11-09T06:17:14,240 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/info/8b2d750d42c046148c3614fae38ae7c7 2024-11-09T06:17:14,310 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/.tmp/queue/17f8c9b0d2984b7081cb2c14997b969d as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/queue/17f8c9b0d2984b7081cb2c14997b969d 2024-11-09T06:17:14,311 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:14,332 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/queue/17f8c9b0d2984b7081cb2c14997b969d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T06:17:14,343 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/ns/597185a3403d49369822679558c55f90 is 43, key is default/ns:d/1731133023412/Put/seqid=0 2024-11-09T06:17:14,349 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for dd4887432ec2a01d6d95f9e8213fa02a in 225ms, sequenceid=6, compaction requested=false 2024-11-09T06:17:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741840_1016 (size=5153) 2024-11-09T06:17:14,398 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T06:17:14,403 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:14,403 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:14,404 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:14,404 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd4887432ec2a01d6d95f9e8213fa02a: Waiting for close lock at 1731133034107Running coprocessor pre-close hooks at 1731133034108 (+1 ms)Disabling compacts and flushes for region at 1731133034108Disabling writes for close at 1731133034108Obtaining lock to block concurrent updates at 1731133034118 (+10 ms)Preparing flush snapshotting stores in dd4887432ec2a01d6d95f9e8213fa02a at 1731133034118Finished memstore snapshotting hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731133034127 (+9 ms)Flushing stores of hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. at 1731133034130 (+3 ms)Flushing dd4887432ec2a01d6d95f9e8213fa02a/queue: creating writer at 1731133034132 (+2 ms)Flushing dd4887432ec2a01d6d95f9e8213fa02a/queue: appending metadata at 1731133034189 (+57 ms)Flushing dd4887432ec2a01d6d95f9e8213fa02a/queue: closing flushed file at 1731133034192 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702ccc07: reopening flushed file at 1731133034305 (+113 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for dd4887432ec2a01d6d95f9e8213fa02a in 225ms, sequenceid=6, compaction requested=false at 1731133034349 (+44 ms)Writing region close event to WAL at 1731133034366 (+17 ms)Running coprocessor post-close hooks at 1731133034399 (+33 ms)Closed at 1731133034404 (+5 ms) 2024-11-09T06:17:14,405 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:14,511 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:14,600 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:14,642 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:17:14,643 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:17:14,657 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:14,711 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:14,753 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/ns/597185a3403d49369822679558c55f90 2024-11-09T06:17:14,792 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/table/5a44016b12824584bdcd751815deea59 is 53, key is hbase:replication/table:state/1731133031334/Put/seqid=0 2024-11-09T06:17:14,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741841_1017 (size=5256) 2024-11-09T06:17:14,818 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/table/5a44016b12824584bdcd751815deea59 2024-11-09T06:17:14,844 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/info/8b2d750d42c046148c3614fae38ae7c7 as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/info/8b2d750d42c046148c3614fae38ae7c7 2024-11-09T06:17:14,866 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/info/8b2d750d42c046148c3614fae38ae7c7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T06:17:14,868 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/ns/597185a3403d49369822679558c55f90 as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/ns/597185a3403d49369822679558c55f90 2024-11-09T06:17:14,885 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/ns/597185a3403d49369822679558c55f90, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:17:14,887 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/table/5a44016b12824584bdcd751815deea59 as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/table/5a44016b12824584bdcd751815deea59 2024-11-09T06:17:14,903 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/table/5a44016b12824584bdcd751815deea59, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T06:17:14,905 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 793ms, sequenceid=11, compaction requested=false 2024-11-09T06:17:14,912 DEBUG [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:14,928 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T06:17:14,929 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:14,929 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:14,930 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:14,930 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133034110Running coprocessor pre-close hooks at 1731133034110Disabling compacts and flushes for region at 1731133034110Disabling writes for close at 1731133034111 (+1 ms)Obtaining lock to block concurrent updates at 1731133034117 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1731133034117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731133034129 (+12 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133034130 (+1 ms)Flushing 1588230740/info: creating writer at 1731133034136 (+6 ms)Flushing 1588230740/info: appending metadata at 1731133034189 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731133034192 (+3 ms)Flushing 1588230740/ns: creating writer at 1731133034305 (+113 ms)Flushing 1588230740/ns: appending metadata at 1731133034341 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731133034341Flushing 1588230740/table: creating writer at 1731133034766 (+425 ms)Flushing 1588230740/table: appending metadata at 1731133034791 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731133034791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c627a52: reopening flushed file at 1731133034842 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142d7ba4: reopening flushed file at 1731133034866 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47fa9546: reopening flushed file at 1731133034885 (+19 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 793ms, sequenceid=11, compaction requested=false at 1731133034905 (+20 ms)Writing region close event to WAL at 1731133034912 (+7 ms)Running coprocessor post-close hooks at 1731133034929 (+17 ms)Closed at 1731133034930 (+1 ms) 2024-11-09T06:17:14,930 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:15,112 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,36505,1731133018617; all regions closed. 2024-11-09T06:17:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741834_1010 (size=2742) 2024-11-09T06:17:15,127 DEBUG [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs 2024-11-09T06:17:15,127 INFO [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C36505%2C1731133018617.meta:.meta(num 1731133023013) 2024-11-09T06:17:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741837_1013 (size=1802) 2024-11-09T06:17:15,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.rep.1731133031162 not finished, retry = 0 2024-11-09T06:17:15,217 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617/4a84bcce7bad%2C36505%2C1731133018617.1731133021806 to pos 0, reset compression=false 2024-11-09T06:17:15,246 DEBUG [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs 2024-11-09T06:17:15,246 INFO [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C36505%2C1731133018617.rep:(num 1731133031162) 2024-11-09T06:17:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741832_1008 (size=93) 2024-11-09T06:17:15,256 DEBUG [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs 2024-11-09T06:17:15,256 INFO [RS:0;4a84bcce7bad:36505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C36505%2C1731133018617:(num 1731133021806) 2024-11-09T06:17:15,256 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:15,256 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:15,256 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:15,257 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:15,257 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:15,257 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,36505,1731133018617 because: Region server is closing 2024-11-09T06:17:15,258 INFO [RS:0;4a84bcce7bad:36505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:36505. 2024-11-09T06:17:15,258 DEBUG [RS:0;4a84bcce7bad:36505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:15,258 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:15,258 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:15,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:15,258 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:15,359 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:17:15,359 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.shipper4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:17:15,359 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,36505,1731133018617.replicationSource.shipper4a84bcce7bad%2C36505%2C1731133018617,1-4a84bcce7bad,36505,1731133018617 terminated 2024-11-09T06:17:15,360 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4a84bcce7bad,36505,1731133018617 because: Region server is closing 2024-11-09T06:17:15,360 INFO [RS:0;4a84bcce7bad:36505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:36505. 2024-11-09T06:17:15,360 DEBUG [RS:0;4a84bcce7bad:36505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:15,360 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:15,360 DEBUG [RS:0;4a84bcce7bad:36505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:15,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:15,461 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.shipper4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:17:15,461 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.wal-reader.4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:17:15,461 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,36505,1731133018617.replicationSource.shipper4a84bcce7bad%2C36505%2C1731133018617,2-4a84bcce7bad,36505,1731133018617 terminated 2024-11-09T06:17:15,461 INFO [RS:0;4a84bcce7bad:36505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36505 2024-11-09T06:17:15,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/rs/4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:15,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/rs 2024-11-09T06:17:15,594 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:15,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,36505,1731133018617] 2024-11-09T06:17:15,617 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/draining/4a84bcce7bad,36505,1731133018617 already deleted, retry=false 2024-11-09T06:17:15,618 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,36505,1731133018617 expired; onlineServers=0 2024-11-09T06:17:15,618 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,34479,1731133017696' ***** 2024-11-09T06:17:15,618 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:17:15,618 INFO [M:0;4a84bcce7bad:34479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:15,618 INFO [M:0;4a84bcce7bad:34479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:15,618 DEBUG [M:0;4a84bcce7bad:34479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:17:15,619 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:17:15,619 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133021502 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133021502,5,FailOnTimeoutGroup] 2024-11-09T06:17:15,619 DEBUG [M:0;4a84bcce7bad:34479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:17:15,619 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133021503 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133021503,5,FailOnTimeoutGroup] 2024-11-09T06:17:15,619 INFO [M:0;4a84bcce7bad:34479 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:15,619 INFO [M:0;4a84bcce7bad:34479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:15,620 DEBUG [M:0;4a84bcce7bad:34479 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:17:15,620 INFO [M:0;4a84bcce7bad:34479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:17:15,620 INFO [M:0;4a84bcce7bad:34479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:15,621 INFO [M:0;4a84bcce7bad:34479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:17:15,621 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:17:15,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/master 2024-11-09T06:17:15,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:15,629 DEBUG [M:0;4a84bcce7bad:34479 {}] zookeeper.ZKUtil(347): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/master because node does not exist (not an error) 2024-11-09T06:17:15,629 WARN [M:0;4a84bcce7bad:34479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:17:15,631 INFO [M:0;4a84bcce7bad:34479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/.lastflushedseqids 2024-11-09T06:17:15,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36505-0x1011e3d73cc0001, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:15,715 INFO [RS:0;4a84bcce7bad:36505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:15,715 INFO [RS:0;4a84bcce7bad:36505 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,36505,1731133018617; zookeeper connection closed. 2024-11-09T06:17:15,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cd9c54d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cd9c54d 2024-11-09T06:17:15,717 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:17:15,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741842_1018 (size=181) 2024-11-09T06:17:15,730 INFO [M:0;4a84bcce7bad:34479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:17:15,732 INFO [M:0;4a84bcce7bad:34479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:17:15,732 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:15,733 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:15,733 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:15,733 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:15,733 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:15,733 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T06:17:15,774 DEBUG [M:0;4a84bcce7bad:34479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e3dbdb02734fe8b546ee99770ccd5f is 82, key is hbase:meta,,1/info:regioninfo/1731133023208/Put/seqid=0 2024-11-09T06:17:15,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741843_1019 (size=5672) 2024-11-09T06:17:15,808 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e3dbdb02734fe8b546ee99770ccd5f 2024-11-09T06:17:15,869 DEBUG [M:0;4a84bcce7bad:34479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fad1371ebd8463685ef5351c8b0655f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731133031348/Put/seqid=0 2024-11-09T06:17:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741844_1020 (size=8663) 2024-11-09T06:17:15,910 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fad1371ebd8463685ef5351c8b0655f 2024-11-09T06:17:15,990 DEBUG [M:0;4a84bcce7bad:34479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116e712554bd46abbe1d42e82768c942 is 69, key is 4a84bcce7bad,36505,1731133018617/rs:state/1731133021546/Put/seqid=0 2024-11-09T06:17:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741845_1021 (size=5156) 2024-11-09T06:17:16,019 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116e712554bd46abbe1d42e82768c942 2024-11-09T06:17:16,041 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8e3dbdb02734fe8b546ee99770ccd5f as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8e3dbdb02734fe8b546ee99770ccd5f 2024-11-09T06:17:16,061 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8e3dbdb02734fe8b546ee99770ccd5f, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T06:17:16,066 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fad1371ebd8463685ef5351c8b0655f as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fad1371ebd8463685ef5351c8b0655f 2024-11-09T06:17:16,085 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fad1371ebd8463685ef5351c8b0655f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T06:17:16,088 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/116e712554bd46abbe1d42e82768c942 as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/116e712554bd46abbe1d42e82768c942 2024-11-09T06:17:16,102 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/116e712554bd46abbe1d42e82768c942, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T06:17:16,105 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 372ms, sequenceid=115, compaction requested=false 2024-11-09T06:17:16,125 INFO [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:16,126 DEBUG [M:0;4a84bcce7bad:34479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133035732Disabling compacts and flushes for region at 1731133035732Disabling writes for close at 1731133035733 (+1 ms)Obtaining lock to block concurrent updates at 1731133035733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133035733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731133035734 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133035736 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133035736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133035773 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133035773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133035831 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133035867 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133035868 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133035941 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133035980 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133035989 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df3501f: reopening flushed file at 1731133036037 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35dc2c2: reopening flushed file at 1731133036062 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8a4cb0: reopening flushed file at 1731133036086 (+24 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 372ms, sequenceid=115, compaction requested=false at 1731133036105 (+19 ms)Writing region close event to WAL at 1731133036125 (+20 ms)Closed at 1731133036125 2024-11-09T06:17:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741830_1006 (size=59421) 2024-11-09T06:17:16,154 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:16,154 INFO [M:0;4a84bcce7bad:34479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:17:16,154 INFO [M:0;4a84bcce7bad:34479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34479 2024-11-09T06:17:16,155 INFO [M:0;4a84bcce7bad:34479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x1011e3d73cc0000, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:16,307 INFO [M:0;4a84bcce7bad:34479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:16,318 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:16,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:16,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:16,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:16,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:16,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:16,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:17:16,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:16,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42377 2024-11-09T06:17:16,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42377 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:17:16,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423770x0, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:16,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42377-0x1011e3d73cc0006 connected 2024-11-09T06:17:16,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:16,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:16,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:17:16,645 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: INIT 2024-11-09T06:17:16,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c, hbase.cluster.distributed=false 2024-11-09T06:17:16,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/acl 2024-11-09T06:17:16,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42377 2024-11-09T06:17:16,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42377 2024-11-09T06:17:16,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42377 2024-11-09T06:17:16,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42377 2024-11-09T06:17:16,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42377 2024-11-09T06:17:16,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:16,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:16,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:16,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:16,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:16,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:16,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:17:16,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:16,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39403 2024-11-09T06:17:16,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39403 connecting to ZooKeeper ensemble=127.0.0.1:50913 2024-11-09T06:17:16,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:16,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:16,723 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394030x0, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:16,723 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: INIT 2024-11-09T06:17:16,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39403-0x1011e3d73cc0007 connected 2024-11-09T06:17:16,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:17:16,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:17:16,724 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:17:16,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/master 2024-11-09T06:17:16,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/acl 2024-11-09T06:17:16,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-09T06:17:16,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39403 2024-11-09T06:17:16,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39403 2024-11-09T06:17:16,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-09T06:17:16,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-09T06:17:16,767 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:42377 2024-11-09T06:17:16,768 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1382937440/backup-masters/4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:16,775 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:17:16,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:17:16,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on existing znode=/0-1382937440/backup-masters/4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:16,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:16,786 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1382937440/master 2024-11-09T06:17:16,787 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:16,787 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on existing znode=/0-1382937440/master 2024-11-09T06:17:16,789 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1382937440/backup-masters/4a84bcce7bad,42377,1731133036317 from backup master directory 2024-11-09T06:17:16,797 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:17:16,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/backup-masters/4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:16,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/backup-masters 2024-11-09T06:17:16,797 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:16,797 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:16,828 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:16,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:17:16,867 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 38ms. 2024-11-09T06:17:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741846_1022 (size=196) 2024-11-09T06:17:16,912 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:16,913 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:17:16,918 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:16,935 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T06:17:16,944 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696 to hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696-dead as it is dead 2024-11-09T06:17:16,948 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T06:17:16,948 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T06:17:16,949 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696-dead/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 2024-11-09T06:17:16,957 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696-dead/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 after 5ms 2024-11-09T06:17:16,958 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696-dead/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 to hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 2024-11-09T06:17:16,959 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,34479,1731133017696-dead 2024-11-09T06:17:16,960 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:16,962 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:16,964 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C42377%2C1731133036317, suffix=, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,42377,1731133036317, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/oldWALs, maxLogs=10 2024-11-09T06:17:16,981 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,42377,1731133036317/4a84bcce7bad%2C42377%2C1731133036317.1731133036964, exclude list is [], retry=0 2024-11-09T06:17:16,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:17,018 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,42377,1731133036317/4a84bcce7bad%2C42377%2C1731133036317.1731133036964 2024-11-09T06:17:17,018 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:17,018 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:17,019 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:17,019 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,019 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:17:17,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:17,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8e3dbdb02734fe8b546ee99770ccd5f 2024-11-09T06:17:17,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:17,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:17:17,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:17,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fad1371ebd8463685ef5351c8b0655f 2024-11-09T06:17:17,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:17,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:17:17,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:17,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/116e712554bd46abbe1d42e82768c942 2024-11-09T06:17:17,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:17,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:17:17,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:17,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:17,102 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,102 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T06:17:17,103 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 2024-11-09T06:17:17,143 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 2024-11-09T06:17:17,148 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C34479%2C1731133017696.1731133020419 2024-11-09T06:17:17,151 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,151 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,152 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:17,157 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:17,167 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T06:17:17,170 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63791921, jitterRate=-0.049426302313804626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:17,170 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133037019Initializing all the Stores at 1731133037021 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133037021Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133037028 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133037028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133037028Cleaning up temporary data from old regions at 1731133037151 (+123 ms)Region opened successfully at 1731133037170 (+19 ms) 2024-11-09T06:17:17,180 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:17:17,188 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f48a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:17,204 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T06:17:17,205 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:17:17,205 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:17:17,205 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:17:17,206 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:17:17,221 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:17,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:17:17,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:17:17,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:17:17,224 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T06:17:17,224 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T06:17:17,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 17 msec 2024-11-09T06:17:17,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:17:17,249 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4a84bcce7bad,36505,1731133018617, regionLocation=4a84bcce7bad,36505,1731133018617, openSeqNum=2 2024-11-09T06:17:17,249 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4a84bcce7bad,36505,1731133018617, table=hbase:meta, region=1588230740 2024-11-09T06:17:17,249 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,36505,1731133018617, state=OPEN 2024-11-09T06:17:17,260 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:17,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:17,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:17,276 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:17:17,404 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/draining/4a84bcce7bad,36505,1731133018617 already deleted, retry=false 2024-11-09T06:17:17,405 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4a84bcce7bad,36505,1731133018617 on 4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:17,412 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4a84bcce7bad,36505,1731133018617, splitWal=true, meta=true 2024-11-09T06:17:17,415 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 4a84bcce7bad,36505,1731133018617 (carryingMeta=true) 4a84bcce7bad,36505,1731133018617/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@70141052[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T06:17:17,424 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/balancer because node does not exist (not necessarily an error) 2024-11-09T06:17:17,447 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/balancer already deleted, retry=false 2024-11-09T06:17:17,448 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:17:17,450 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:17:17,459 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/normalizer already deleted, retry=false 2024-11-09T06:17:17,460 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:17:17,465 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:17:17,478 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/switch/split already deleted, retry=false 2024-11-09T06:17:17,479 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:17:17,491 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/switch/merge already deleted, retry=false 2024-11-09T06:17:17,515 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Unable to get data of znode /0-1382937440/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:17:17,522 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/snapshot-cleanup already deleted, retry=false 2024-11-09T06:17:17,533 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:17,533 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:17,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:17,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:17,534 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,42377,1731133036317, sessionid=0x1011e3d73cc0006, setting cluster-up flag (Was=false) 2024-11-09T06:17:17,544 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1382937440/flush-table-proc/acquired, /0-1382937440/flush-table-proc/reached, /0-1382937440/flush-table-proc/abort 2024-11-09T06:17:17,547 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:17,557 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1382937440/online-snapshot/acquired, /0-1382937440/online-snapshot/reached, /0-1382937440/online-snapshot/abort 2024-11-09T06:17:17,560 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:17,564 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/.lastflushedseqids 2024-11-09T06:17:17,569 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:17:17,570 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:17:17,570 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,42377,1731133036317 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4a84bcce7bad,36505,1731133018617 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:17:17,572 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:17,572 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:17,572 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:17,572 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:17,572 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:17:17,573 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,573 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:17,573 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,595 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4a84bcce7bad,36505,1731133018617, splitWal=true, meta=true 2024-11-09T06:17:17,597 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4a84bcce7bad,36505,1731133018617, splitWal=true, meta=true, isMeta: true 2024-11-09T06:17:17,600 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617-splitting 2024-11-09T06:17:17,602 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617-splitting dir is empty, no logs to split. 2024-11-09T06:17:17,602 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4a84bcce7bad,36505,1731133018617 WAL count=0, meta=true 2024-11-09T06:17:17,603 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133067603 2024-11-09T06:17:17,603 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:17:17,603 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:17:17,603 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:17:17,604 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:17:17,604 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:17:17,604 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:17:17,608 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617-splitting dir is empty, no logs to split. 2024-11-09T06:17:17,608 INFO [PEWorker-2 {}] master.SplitWALManager(105): 4a84bcce7bad,36505,1731133018617 WAL count=0, meta=true 2024-11-09T06:17:17,608 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 4a84bcce7bad,36505,1731133018617 WAL splitting is done? wals=0, meta=true 2024-11-09T06:17:17,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:17:17,615 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:17,616 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,619 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:17:17,619 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:17:17,620 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:17:17,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T06:17:17,623 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:17:17,632 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:17:17,632 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:17:17,636 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133037632,5,FailOnTimeoutGroup] 2024-11-09T06:17:17,644 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133037636,5,FailOnTimeoutGroup] 2024-11-09T06:17:17,644 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,644 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:17:17,644 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,644 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,645 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133037644, completionTime=-1 2024-11-09T06:17:17,645 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T06:17:17,650 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T06:17:17,651 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(746): ClusterId : 978ea626-af1f-42d2-9457-6e51b46c22bc 2024-11-09T06:17:17,651 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:17:17,660 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:17:17,660 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:17:17,672 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:17:17,673 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601b85ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:17,694 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:39403 2024-11-09T06:17:17,694 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:17:17,694 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:17:17,694 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:17:17,695 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,42377,1731133036317 with port=39403, startcode=1731133036682 2024-11-09T06:17:17,696 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:17:17,709 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:17:17,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:17,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42377 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:17,713 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c 2024-11-09T06:17:17,713 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37551 2024-11-09T06:17:17,713 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:17:17,723 DEBUG [RS:0;4a84bcce7bad:39403 {}] zookeeper.ZKUtil(111): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on existing znode=/0-1382937440/rs/4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:17,723 WARN [RS:0;4a84bcce7bad:39403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:17,723 INFO [RS:0;4a84bcce7bad:39403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:17,724 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/rs 2024-11-09T06:17:17,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,39403,1731133036682] 2024-11-09T06:17:17,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T06:17:17,770 WARN [4a84bcce7bad:42377 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T06:17:17,809 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:17:17,824 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:17:17,832 INFO [RS:0;4a84bcce7bad:39403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:17:17,833 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,833 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:17:17,834 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:17:17,835 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,835 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,835 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,835 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,835 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,835 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,836 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:17,836 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,836 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,836 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,836 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,836 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,837 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:17,837 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:17,837 DEBUG [RS:0;4a84bcce7bad:39403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:17,841 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,842 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,842 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,842 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,842 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,842 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39403,1731133036682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:17,863 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:17:17,863 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39403,1731133036682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,894 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,39403,1731133036682, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:17:17,925 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(231): queueId=2-4a84bcce7bad,39403,1731133036682, ReplicationSource: 2, currentBandwidth=0 2024-11-09T06:17:17,926 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,1-4a84bcce7bad,39403,1731133036682 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:17,929 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,929 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.Replication(171): 4a84bcce7bad,39403,1731133036682 started 2024-11-09T06:17:17,933 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,1-4a84bcce7bad,39403,1731133036682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7252de6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:17,933 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,1-4a84bcce7bad,39403,1731133036682 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:17,933 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,1-4a84bcce7bad,39403,1731133036682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:17,936 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:17,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:17,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:17,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f9dee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:17,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:17,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:17,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:17,940 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:17,948 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,1-4a84bcce7bad,39403,1731133036682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65e1fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:17,949 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,1-4a84bcce7bad,39403,1731133036682 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b6f0c1 2024-11-09T06:17:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:17,953 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T06:17:17,955 INFO [RS:0;4a84bcce7bad:39403.replicationSource,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,39403,1731133036682 (queues=0) is replicating from cluster=978ea626-af1f-42d2-9457-6e51b46c22bc to cluster=9a06b859-c26f-40ed-9e10-817211293432 2024-11-09T06:17:17,977 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:17,977 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,39403,1731133036682, RpcServer on 4a84bcce7bad/172.17.0.3:39403, sessionid=0x1011e3d73cc0007 2024-11-09T06:17:17,977 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:17:17,977 DEBUG [RS:0;4a84bcce7bad:39403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:17,977 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,39403,1731133036682' 2024-11-09T06:17:17,977 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1382937440/flush-table-proc/abort' 2024-11-09T06:17:17,978 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1382937440/flush-table-proc/acquired' 2024-11-09T06:17:17,979 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:17:17,979 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:17:17,979 DEBUG [RS:0;4a84bcce7bad:39403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:17,979 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,39403,1731133036682' 2024-11-09T06:17:17,979 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1382937440/online-snapshot/abort' 2024-11-09T06:17:17,980 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1382937440/online-snapshot/acquired' 2024-11-09T06:17:17,981 DEBUG [RS:0;4a84bcce7bad:39403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:17:17,981 INFO [RS:0;4a84bcce7bad:39403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:17:17,981 INFO [RS:0;4a84bcce7bad:39403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:17:18,003 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,2-4a84bcce7bad,39403,1731133036682 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35353' 2024-11-09T06:17:18,009 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,2-4a84bcce7bad,39403,1731133036682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4487fa84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:18,009 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,2-4a84bcce7bad,39403,1731133036682 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35353,-1 for getting cluster id 2024-11-09T06:17:18,009 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,2-4a84bcce7bad,39403,1731133036682 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:18,011 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a06b859-c26f-40ed-9e10-817211293432' 2024-11-09T06:17:18,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:18,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a06b859-c26f-40ed-9e10-817211293432" 2024-11-09T06:17:18,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34d4adf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:18,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35353,-1] 2024-11-09T06:17:18,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:18,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:18,014 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:18,016 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,2-4a84bcce7bad,39403,1731133036682 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2254f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:18,016 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource,2-4a84bcce7bad,39403,1731133036682 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:18,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:18,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@475a5954 2024-11-09T06:17:18,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:18,021 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T06:17:18,025 INFO [RS:0;4a84bcce7bad:39403.replicationSource,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4a84bcce7bad,39403,1731133036682 (queues=0) is replicating from cluster=978ea626-af1f-42d2-9457-6e51b46c22bc to cluster=9a06b859-c26f-40ed-9e10-817211293432 2024-11-09T06:17:18,081 INFO [RS:0;4a84bcce7bad:39403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:18,084 INFO [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C39403%2C1731133036682, suffix=, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs, maxLogs=10 2024-11-09T06:17:18,104 DEBUG [RS:0;4a84bcce7bad:39403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085, exclude list is [], retry=0 2024-11-09T06:17:18,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:18,134 INFO [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 2024-11-09T06:17:18,140 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4a84bcce7bad%2C39403%2C1731133036682 for peer 2 2024-11-09T06:17:18,141 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4a84bcce7bad%2C39403%2C1731133036682 for peer 1 2024-11-09T06:17:18,141 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C39403%2C1731133036682 2024-11-09T06:17:18,141 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,39403,1731133036682, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:17:18,145 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4a84bcce7bad%2C39403%2C1731133036682 2024-11-09T06:17:18,145 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4a84bcce7bad,39403,1731133036682, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:17:18,145 INFO [RS:0;4a84bcce7bad:39403.replicationSource.shipper4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C39403%2C1731133036682 2024-11-09T06:17:18,153 DEBUG [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:18,153 INFO [RS:0;4a84bcce7bad:39403.replicationSource.shipper4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C39403%2C1731133036682 2024-11-09T06:17:18,153 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085, startPosition=0, beingWritten=true 2024-11-09T06:17:18,153 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085, startPosition=0, beingWritten=true 2024-11-09T06:17:18,271 DEBUG [4a84bcce7bad:42377 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:18,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:18,274 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,39403,1731133036682, state=OPENING 2024-11-09T06:17:18,322 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:18,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:18,322 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:18,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:18,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:18,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39403,1731133036682}] 2024-11-09T06:17:18,383 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:18,402 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:18,477 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:17:18,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:17:18,484 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:17:18,484 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:18,485 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:17:18,487 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C39403%2C1731133036682.meta, suffix=.meta, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs, maxLogs=10 2024-11-09T06:17:18,507 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.meta.1731133038488.meta, exclude list is [], retry=0 2024-11-09T06:17:18,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:18,524 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.meta.1731133038488.meta 2024-11-09T06:17:18,524 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:18,524 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:18,525 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:18,525 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:18,525 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:17:18,525 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:17:18,525 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:17:18,525 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:18,526 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:17:18,526 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:17:18,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:18,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:18,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:18,545 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/info/8b2d750d42c046148c3614fae38ae7c7 2024-11-09T06:17:18,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:18,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:18,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:18,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:18,589 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/ns/597185a3403d49369822679558c55f90 2024-11-09T06:17:18,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:18,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:18,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:18,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:18,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:18,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:18,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:18,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:18,618 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/table/5a44016b12824584bdcd751815deea59 2024-11-09T06:17:18,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:18,618 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:18,619 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740 2024-11-09T06:17:18,621 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740 2024-11-09T06:17:18,623 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:18,623 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:18,624 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:18,628 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:18,630 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70153385, jitterRate=0.04536689817905426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:18,630 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:17:18,630 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133038526Writing region info on filesystem at 1731133038526Initializing all the Stores at 1731133038527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133038527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133038532 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133038532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133038532Cleaning up temporary data from old regions at 1731133038623 (+91 ms)Running coprocessor post-open hooks at 1731133038630 (+7 ms)Region opened successfully at 1731133038630 2024-11-09T06:17:18,633 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731133038477 2024-11-09T06:17:18,637 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:17:18,638 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:17:18,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:18,641 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,39403,1731133036682, state=OPEN 2024-11-09T06:17:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:18,649 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1382937440/meta-region-server 2024-11-09T06:17:18,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:18,649 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:18,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1382937440/meta-region-server: CHANGED 2024-11-09T06:17:18,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T06:17:18,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39403,1731133036682 in 326 msec 2024-11-09T06:17:18,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T06:17:18,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0430 sec 2024-11-09T06:17:18,691 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:18,711 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:19,099 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:19,123 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:19,254 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1609ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-09T06:17:19,605 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:19,632 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:20,212 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:20,253 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:20,758 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-09T06:17:20,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:20,925 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:20,963 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:21,776 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:21,803 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:22,160 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T06:17:22,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:17:22,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:22,162 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39403,1731133036682, seqNum=-1] 2024-11-09T06:17:22,163 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:22,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:22,182 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=dd4887432ec2a01d6d95f9e8213fa02a, regionState=OPEN, lastHost=4a84bcce7bad,36505,1731133018617, regionLocation=4a84bcce7bad,36505,1731133018617, openSeqNum=2 2024-11-09T06:17:22,182 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:17:22,182 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133102182 2024-11-09T06:17:22,182 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133162182 2024-11-09T06:17:22,182 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 21 msec 2024-11-09T06:17:22,187 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 4a84bcce7bad,36505,1731133018617 had 2 regions 2024-11-09T06:17:22,188 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42377,1731133036317-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:22,188 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42377,1731133036317-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:22,188 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42377,1731133036317-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:22,189 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:42377, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:22,189 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:22,191 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4a84bcce7bad,36505,1731133018617, splitWal=true, meta=true, isMeta: false 2024-11-09T06:17:22,196 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617-splitting dir is empty, no logs to split. 2024-11-09T06:17:22,196 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a84bcce7bad,36505,1731133018617 WAL count=0, meta=false 2024-11-09T06:17:22,197 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:22,203 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,36505,1731133018617-splitting dir is empty, no logs to split. 2024-11-09T06:17:22,203 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a84bcce7bad,36505,1731133018617 WAL count=0, meta=false 2024-11-09T06:17:22,203 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4a84bcce7bad,36505,1731133018617 WAL splitting is done? wals=0, meta=false 2024-11-09T06:17:22,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.413sec 2024-11-09T06:17:22,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:17:22,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:17:22,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:17:22,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:17:22,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:17:22,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42377,1731133036317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:22,212 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42377,1731133036317-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:17:22,217 WARN [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4a84bcce7bad,36505,1731133018617/hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:22,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN}] 2024-11-09T06:17:22,225 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN 2024-11-09T06:17:22,229 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T06:17:22,244 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:17:22,244 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:17:22,244 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42377,1731133036317-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:22,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a93be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:22,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,42377,-1 for getting cluster id 2024-11-09T06:17:22,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:22,270 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978ea626-af1f-42d2-9457-6e51b46c22bc' 2024-11-09T06:17:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978ea626-af1f-42d2-9457-6e51b46c22bc" 2024-11-09T06:17:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3c1a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:22,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,42377,-1] 2024-11-09T06:17:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,278 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c073d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:22,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:22,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39403,1731133036682, seqNum=-1] 2024-11-09T06:17:22,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:22,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:22,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T06:17:22,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:22,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:22,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:22,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4a84bcce7bad:42377 after: 4a84bcce7bad:42377 2024-11-09T06:17:22,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225a9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:22,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,42377,-1 for getting cluster id 2024-11-09T06:17:22,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:22,302 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '978ea626-af1f-42d2-9457-6e51b46c22bc' 2024-11-09T06:17:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "978ea626-af1f-42d2-9457-6e51b46c22bc" 2024-11-09T06:17:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f78e2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,42377,-1] 2024-11-09T06:17:22,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:22,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,306 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:22,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797a2a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:22,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:22,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:22,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-11-09T06:17:22,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:22,313 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:22,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:17:22,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T06:17:22,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:17:22,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42377 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T06:17:22,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:17:22,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:22,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:22,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:17:22,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078694575, stopped=false 2024-11-09T06:17:22,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,35353,1731133026597 2024-11-09T06:17:22,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330446926/running 2024-11-09T06:17:22,355 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:22,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330446926/running 2024-11-09T06:17:22,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:22,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,356 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,38393,1731133027028' ***** 2024-11-09T06:17:22,356 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:17:22,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:22,356 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:17:22,356 INFO [RS:0;4a84bcce7bad:38393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:17:22,356 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:17:22,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on znode that does not yet exist, /11330446926/running 2024-11-09T06:17:22,356 INFO [RS:0;4a84bcce7bad:38393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:17:22,356 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:22,356 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:22,357 INFO [RS:0;4a84bcce7bad:38393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:38393. 2024-11-09T06:17:22,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Set watcher on znode that does not yet exist, /11330446926/running 2024-11-09T06:17:22,357 DEBUG [RS:0;4a84bcce7bad:38393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:22,357 DEBUG [RS:0;4a84bcce7bad:38393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,358 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:17:22,358 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:17:22,358 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:17:22,358 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:17:22,360 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:17:22,360 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:17:22,360 DEBUG [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:22,361 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:22,361 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:22,361 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:22,361 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:22,362 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:22,362 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T06:17:22,380 DEBUG [4a84bcce7bad:42377 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:22,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dd4887432ec2a01d6d95f9e8213fa02a, regionState=OPENING, regionLocation=4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:22,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN because future has completed 2024-11-09T06:17:22,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4887432ec2a01d6d95f9e8213fa02a, server=4a84bcce7bad,39403,1731133036682}] 2024-11-09T06:17:22,396 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:22,405 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740/.tmp/ns/18f7a0660ddd4937936895441b138dcc is 43, key is default/ns:d/1731133030313/Put/seqid=0 2024-11-09T06:17:22,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741835_1011 (size=5153) 2024-11-09T06:17:22,417 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740/.tmp/ns/18f7a0660ddd4937936895441b138dcc 2024-11-09T06:17:22,439 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740/.tmp/ns/18f7a0660ddd4937936895441b138dcc as hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740/ns/18f7a0660ddd4937936895441b138dcc 2024-11-09T06:17:22,448 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740/ns/18f7a0660ddd4937936895441b138dcc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T06:17:22,449 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=6, compaction requested=false 2024-11-09T06:17:22,449 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:17:22,456 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T06:17:22,457 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:22,457 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:22,458 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:22,458 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133042361Running coprocessor pre-close hooks at 1731133042361Disabling compacts and flushes for region at 1731133042361Disabling writes for close at 1731133042362 (+1 ms)Obtaining lock to block concurrent updates at 1731133042362Preparing flush snapshotting stores in 1588230740 at 1731133042362Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731133042364 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133042366 (+2 ms)Flushing 1588230740/ns: creating writer at 1731133042367 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731133042404 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731133042404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62089a9: reopening flushed file at 1731133042437 (+33 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 87ms, sequenceid=6, compaction requested=false at 1731133042449 (+12 ms)Writing region close event to WAL at 1731133042452 (+3 ms)Running coprocessor post-close hooks at 1731133042457 (+5 ms)Closed at 1731133042458 (+1 ms) 2024-11-09T06:17:22,458 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:22,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:22,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:22,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:17:22,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C39403%2C1731133036682.rep, suffix=, logDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682, archiveDir=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs, maxLogs=10 2024-11-09T06:17:22,561 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,38393,1731133027028; all regions closed. 2024-11-09T06:17:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741834_1010 (size=1152) 2024-11-09T06:17:22,566 DEBUG [RS:0;4a84bcce7bad:38393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/oldWALs 2024-11-09T06:17:22,567 INFO [RS:0;4a84bcce7bad:38393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C38393%2C1731133027028.meta:.meta(num 1731133030063) 2024-11-09T06:17:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741832_1008 (size=93) 2024-11-09T06:17:22,569 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/WALs/4a84bcce7bad,38393,1731133027028/4a84bcce7bad%2C38393%2C1731133027028.1731133029441 not finished, retry = 0 2024-11-09T06:17:22,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.rep.1731133042555, exclude list is [], retry=0 2024-11-09T06:17:22,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-c963c2ce-b9ae-4ea9-b332-8aff4ad495e8,DISK] 2024-11-09T06:17:22,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.rep.1731133042555 2024-11-09T06:17:22,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44579:44579)] 2024-11-09T06:17:22,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dd4887432ec2a01d6d95f9e8213fa02a, NAME => 'hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:22,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:22,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:22,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. service=MultiRowMutationService 2024-11-09T06:17:22,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:17:22,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:22,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,582 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,583 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4887432ec2a01d6d95f9e8213fa02a columnFamilyName hfileref 2024-11-09T06:17:22,584 DEBUG [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:22,585 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(327): Store=dd4887432ec2a01d6d95f9e8213fa02a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:22,585 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,586 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4887432ec2a01d6d95f9e8213fa02a columnFamilyName queue 2024-11-09T06:17:22,586 DEBUG [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:22,594 DEBUG [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/queue/17f8c9b0d2984b7081cb2c14997b969d 2024-11-09T06:17:22,594 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(327): Store=dd4887432ec2a01d6d95f9e8213fa02a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:22,595 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,596 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4887432ec2a01d6d95f9e8213fa02a columnFamilyName sid 2024-11-09T06:17:22,596 DEBUG [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:22,597 INFO [StoreOpener-dd4887432ec2a01d6d95f9e8213fa02a-1 {}] regionserver.HStore(327): Store=dd4887432ec2a01d6d95f9e8213fa02a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:22,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:17:22,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened dd4887432ec2a01d6d95f9e8213fa02a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65285483, jitterRate=-0.027170494198799133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:17:22,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:22,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dd4887432ec2a01d6d95f9e8213fa02a: Running coprocessor pre-open hook at 1731133042580Writing region info on filesystem at 1731133042580Initializing all the Stores at 1731133042582 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133042582Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133042582Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133042582Cleaning up temporary data from old regions at 1731133042600 (+18 ms)Running coprocessor post-open hooks at 1731133042604 (+4 ms)Region opened successfully at 1731133042605 (+1 ms) 2024-11-09T06:17:22,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a., pid=19, masterSystemTime=1731133042544 2024-11-09T06:17:22,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:22,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:22,611 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dd4887432ec2a01d6d95f9e8213fa02a, regionState=OPEN, openSeqNum=10, regionLocation=4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:22,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4887432ec2a01d6d95f9e8213fa02a, server=4a84bcce7bad,39403,1731133036682 because future has completed 2024-11-09T06:17:22,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T06:17:22,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure dd4887432ec2a01d6d95f9e8213fa02a, server=4a84bcce7bad,39403,1731133036682 in 228 msec 2024-11-09T06:17:22,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T06:17:22,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd4887432ec2a01d6d95f9e8213fa02a, ASSIGN in 401 msec 2024-11-09T06:17:22,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T06:17:22,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a., hostname=4a84bcce7bad,39403,1731133036682, seqNum=10] 2024-11-09T06:17:22,669 DEBUG [PEWorker-3 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 4a84bcce7bad,36505,1731133018617 2024-11-09T06:17:22,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T06:17:22,673 DEBUG [RS:0;4a84bcce7bad:38393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/oldWALs 2024-11-09T06:17:22,673 INFO [RS:0;4a84bcce7bad:38393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C38393%2C1731133027028:(num 1731133029441) 2024-11-09T06:17:22,673 DEBUG [RS:0;4a84bcce7bad:38393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:22,673 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:22,673 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:22,673 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:22,673 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:22,673 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:22,674 INFO [RS:0;4a84bcce7bad:38393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38393 2024-11-09T06:17:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330446926/rs/4a84bcce7bad,38393,1731133027028 2024-11-09T06:17:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926/rs 2024-11-09T06:17:22,680 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:22,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,38393,1731133027028] 2024-11-09T06:17:22,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11330446926/draining/4a84bcce7bad,38393,1731133027028 already deleted, retry=false 2024-11-09T06:17:22,701 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,38393,1731133027028 expired; onlineServers=0 2024-11-09T06:17:22,701 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,35353,1731133026597' ***** 2024-11-09T06:17:22,701 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:17:22,701 INFO [M:0;4a84bcce7bad:35353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:22,701 INFO [M:0;4a84bcce7bad:35353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:22,702 DEBUG [M:0;4a84bcce7bad:35353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:17:22,702 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:17:22,702 DEBUG [M:0;4a84bcce7bad:35353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:17:22,702 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133029129 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133029129,5,FailOnTimeoutGroup] 2024-11-09T06:17:22,702 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133029129 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133029129,5,FailOnTimeoutGroup] 2024-11-09T06:17:22,702 INFO [M:0;4a84bcce7bad:35353 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:22,702 INFO [M:0;4a84bcce7bad:35353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:22,702 DEBUG [M:0;4a84bcce7bad:35353 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:17:22,702 INFO [M:0;4a84bcce7bad:35353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:17:22,702 INFO [M:0;4a84bcce7bad:35353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:22,703 INFO [M:0;4a84bcce7bad:35353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:17:22,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:17:22,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11330446926/master 2024-11-09T06:17:22,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11330446926 2024-11-09T06:17:22,712 DEBUG [M:0;4a84bcce7bad:35353 {}] zookeeper.ZKUtil(347): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Unable to get data of znode /11330446926/master because node does not exist (not an error) 2024-11-09T06:17:22,712 WARN [M:0;4a84bcce7bad:35353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:17:22,712 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:22,713 INFO [M:0;4a84bcce7bad:35353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/.lastflushedseqids 2024-11-09T06:17:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741836_1012 (size=99) 2024-11-09T06:17:22,732 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:22,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:22,791 INFO [RS:0;4a84bcce7bad:38393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:22,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38393-0x1011e3d73cc0004, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:22,791 INFO [RS:0;4a84bcce7bad:38393 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,38393,1731133027028; zookeeper connection closed. 2024-11-09T06:17:22,791 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fbf7bfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fbf7bfa 2024-11-09T06:17:22,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:17:22,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T06:17:23,120 INFO [M:0;4a84bcce7bad:35353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:17:23,121 INFO [M:0;4a84bcce7bad:35353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:17:23,121 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:23,121 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:23,121 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:23,121 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:23,121 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:23,121 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T06:17:23,144 DEBUG [M:0;4a84bcce7bad:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5c56502a624b978048da89aa997fa7 is 82, key is hbase:meta,,1/info:regioninfo/1731133030234/Put/seqid=0 2024-11-09T06:17:23,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741837_1013 (size=5672) 2024-11-09T06:17:23,552 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5c56502a624b978048da89aa997fa7 2024-11-09T06:17:23,577 DEBUG [M:0;4a84bcce7bad:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3bb10cec4d5457a901887704d58f3a8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731133030323/Put/seqid=0 2024-11-09T06:17:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741838_1014 (size=5275) 2024-11-09T06:17:23,719 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:23,739 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:23,809 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:17:23,983 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3bb10cec4d5457a901887704d58f3a8 2024-11-09T06:17:24,012 DEBUG [M:0;4a84bcce7bad:35353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fcfed7e73a54ea8b786b8f7e3bc96b2 is 69, key is 4a84bcce7bad,38393,1731133027028/rs:state/1731133029164/Put/seqid=0 2024-11-09T06:17:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741839_1015 (size=5156) 2024-11-09T06:17:24,418 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fcfed7e73a54ea8b786b8f7e3bc96b2 2024-11-09T06:17:24,428 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5c56502a624b978048da89aa997fa7 as hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b5c56502a624b978048da89aa997fa7 2024-11-09T06:17:24,436 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b5c56502a624b978048da89aa997fa7, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T06:17:24,437 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3bb10cec4d5457a901887704d58f3a8 as hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3bb10cec4d5457a901887704d58f3a8 2024-11-09T06:17:24,444 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3bb10cec4d5457a901887704d58f3a8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T06:17:24,445 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fcfed7e73a54ea8b786b8f7e3bc96b2 as hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fcfed7e73a54ea8b786b8f7e3bc96b2 2024-11-09T06:17:24,452 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43515/user/jenkins/test-data/0de2562b-5945-4eaa-fd8a-be400c3863e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fcfed7e73a54ea8b786b8f7e3bc96b2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T06:17:24,454 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false 2024-11-09T06:17:24,461 INFO [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:24,461 DEBUG [M:0;4a84bcce7bad:35353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133043121Disabling compacts and flushes for region at 1731133043121Disabling writes for close at 1731133043121Obtaining lock to block concurrent updates at 1731133043121Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133043121Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731133043122 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133043123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133043123Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133043143 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133043143Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133043561 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133043576 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133043576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133043992 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133044011 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133044011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6955bf7d: reopening flushed file at 1731133044427 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769965d0: reopening flushed file at 1731133044436 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f429e71: reopening flushed file at 1731133044444 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false at 1731133044454 (+10 ms)Writing region close event to WAL at 1731133044461 (+7 ms)Closed at 1731133044461 2024-11-09T06:17:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741830_1006 (size=10165) 2024-11-09T06:17:24,465 INFO [M:0;4a84bcce7bad:35353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:17:24,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:24,465 INFO [M:0;4a84bcce7bad:35353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35353 2024-11-09T06:17:24,468 INFO [M:0;4a84bcce7bad:35353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:24,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:24,620 INFO [M:0;4a84bcce7bad:35353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:24,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35353-0x1011e3d73cc0003, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:24,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@761cde0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:24,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f8d64d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:24,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:24,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694723d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:24,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1a79f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:24,630 WARN [BP-807707667-172.17.0.3-1731133024041 heartbeating to localhost/127.0.0.1:43515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:17:24,631 WARN [BP-807707667-172.17.0.3-1731133024041 heartbeating to localhost/127.0.0.1:43515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-807707667-172.17.0.3-1731133024041 (Datanode Uuid 814f73b9-3dd1-421d-baa0-7fb1ca46ce20) service to localhost/127.0.0.1:43515 2024-11-09T06:17:24,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:17:24,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:17:24,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/cluster_3c4625c2-f606-e72d-c673-ca99c78027a7/data/data1/current/BP-807707667-172.17.0.3-1731133024041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:24,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/cluster_3c4625c2-f606-e72d-c673-ca99c78027a7/data/data2/current/BP-807707667-172.17.0.3-1731133024041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:24,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:17:24,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c493841{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:24,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c3ddc8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:24,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:24,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ab92702{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:24,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2fd1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:24,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:17:24,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:17:24,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:24,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:24,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:24,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:24,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:24,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:17:24,669 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1376231536, stopped=false 2024-11-09T06:17:24,669 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,42377,1731133036317 2024-11-09T06:17:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:24,688 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/running 2024-11-09T06:17:24,689 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:24,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:24,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:24,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:24,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:17:24,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Set watcher on znode that does not yet exist, /0-1382937440/running 2024-11-09T06:17:24,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:24,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:24,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,39403,1731133036682' ***** 2024-11-09T06:17:24,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:17:24,690 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:17:24,690 INFO [RS:0;4a84bcce7bad:39403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:17:24,690 INFO [RS:0;4a84bcce7bad:39403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:17:24,690 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(3091): Received CLOSE for dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:24,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:17:24,696 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:24,696 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:24,696 INFO [RS:0;4a84bcce7bad:39403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:39403. 2024-11-09T06:17:24,696 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd4887432ec2a01d6d95f9e8213fa02a, disabling compactions & flushes 2024-11-09T06:17:24,696 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:24,696 DEBUG [RS:0;4a84bcce7bad:39403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:24,697 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:24,697 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:24,697 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. after waiting 0 ms 2024-11-09T06:17:24,697 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:24,697 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:17:24,697 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:17:24,697 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:17:24,697 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:17:24,700 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:17:24,700 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dd4887432ec2a01d6d95f9e8213fa02a=hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a.} 2024-11-09T06:17:24,700 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:24,700 DEBUG [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd4887432ec2a01d6d95f9e8213fa02a 2024-11-09T06:17:24,700 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:24,700 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:24,700 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:24,700 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:24,700 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T06:17:24,706 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/replication/dd4887432ec2a01d6d95f9e8213fa02a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T06:17:24,707 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:24,707 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:24,707 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:24,708 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd4887432ec2a01d6d95f9e8213fa02a: Waiting for close lock at 1731133044696Running coprocessor pre-close hooks at 1731133044696Disabling compacts and flushes for region at 1731133044696Disabling writes for close at 1731133044697 (+1 ms)Writing region close event to WAL at 1731133044701 (+4 ms)Running coprocessor post-close hooks at 1731133044707 (+6 ms)Closed at 1731133044707 2024-11-09T06:17:24,708 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a. 2024-11-09T06:17:24,725 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/info/ae12fc1ba2224977b4afb97780205d13 is 147, key is hbase:replication,,1731133030620.dd4887432ec2a01d6d95f9e8213fa02a./info:regioninfo/1731133042611/Put/seqid=0 2024-11-09T06:17:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741851_1027 (size=6385) 2024-11-09T06:17:24,735 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/info/ae12fc1ba2224977b4afb97780205d13 2024-11-09T06:17:24,745 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/.tmp/info/ae12fc1ba2224977b4afb97780205d13 as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/info/ae12fc1ba2224977b4afb97780205d13 2024-11-09T06:17:24,749 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:24,753 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/info/ae12fc1ba2224977b4afb97780205d13, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T06:17:24,755 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false 2024-11-09T06:17:24,763 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T06:17:24,765 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:24,765 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:24,765 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:24,765 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133044700Running coprocessor pre-close hooks at 1731133044700Disabling compacts and flushes for region at 1731133044700Disabling writes for close at 1731133044700Obtaining lock to block concurrent updates at 1731133044700Preparing flush snapshotting stores in 1588230740 at 1731133044700Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731133044701 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133044702 (+1 ms)Flushing 1588230740/info: creating writer at 1731133044702Flushing 1588230740/info: appending metadata at 1731133044724 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731133044724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0c3e24: reopening flushed file at 1731133044744 (+20 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false at 1731133044755 (+11 ms)Writing region close event to WAL at 1731133044758 (+3 ms)Running coprocessor post-close hooks at 1731133044764 (+6 ms)Closed at 1731133044765 (+1 ms) 2024-11-09T06:17:24,766 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:24,832 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:24,842 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:17:24,842 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:17:24,846 DEBUG [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.1731133038085 to pos 0, reset compression=false 2024-11-09T06:17:24,900 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,39403,1731133036682; all regions closed. 2024-11-09T06:17:24,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.meta.1731133038488.meta not finished, retry = 0 2024-11-09T06:17:24,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741849_1025 (size=2156) 2024-11-09T06:17:25,011 DEBUG [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs 2024-11-09T06:17:25,011 INFO [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C39403%2C1731133036682.meta:.meta(num 1731133038488) 2024-11-09T06:17:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741850_1026 (size=796) 2024-11-09T06:17:25,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/WALs/4a84bcce7bad,39403,1731133036682/4a84bcce7bad%2C39403%2C1731133036682.rep.1731133042555 not finished, retry = 0 2024-11-09T06:17:25,118 DEBUG [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs 2024-11-09T06:17:25,118 INFO [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C39403%2C1731133036682.rep:(num 1731133042555) 2024-11-09T06:17:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741848_1024 (size=93) 2024-11-09T06:17:25,126 DEBUG [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/oldWALs 2024-11-09T06:17:25,126 INFO [RS:0;4a84bcce7bad:39403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C39403%2C1731133036682:(num 1731133038085) 2024-11-09T06:17:25,126 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:25,126 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:25,127 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:25,127 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:25,127 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:25,127 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:25,128 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T06:17:25,128 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T06:17:25,128 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T06:17:25,128 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,39403,1731133036682 because: Region server is closing 2024-11-09T06:17:25,129 INFO [RS:0;4a84bcce7bad:39403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:39403. 2024-11-09T06:17:25,129 DEBUG [RS:0;4a84bcce7bad:39403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:25,129 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:25,129 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:25,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:25,229 WARN [RS:0;4a84bcce7bad:39403.replicationSource.shipper4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:17:25,229 WARN [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:17:25,230 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4a84bcce7bad:39403.replicationSource.shipper4a84bcce7bad%2C39403%2C1731133036682,1-4a84bcce7bad,39403,1731133036682 terminated 2024-11-09T06:17:25,230 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4a84bcce7bad,39403,1731133036682 because: Region server is closing 2024-11-09T06:17:25,230 INFO [RS:0;4a84bcce7bad:39403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:39403. 2024-11-09T06:17:25,230 DEBUG [RS:0;4a84bcce7bad:39403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:25,230 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:25,230 DEBUG [RS:0;4a84bcce7bad:39403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:25,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:25,331 WARN [RS:0;4a84bcce7bad:39403.replicationSource.wal-reader.4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:17:25,331 WARN [RS:0;4a84bcce7bad:39403.replicationSource.shipper4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:17:25,331 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;4a84bcce7bad:39403.replicationSource.shipper4a84bcce7bad%2C39403%2C1731133036682,2-4a84bcce7bad,39403,1731133036682 terminated 2024-11-09T06:17:25,331 INFO [RS:0;4a84bcce7bad:39403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39403 2024-11-09T06:17:25,383 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/rs/4a84bcce7bad,39403,1731133036682 2024-11-09T06:17:25,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440/rs 2024-11-09T06:17:25,383 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:25,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,39403,1731133036682] 2024-11-09T06:17:25,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/draining/4a84bcce7bad,39403,1731133036682 already deleted, retry=false 2024-11-09T06:17:25,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,39403,1731133036682 expired; onlineServers=0 2024-11-09T06:17:25,406 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,42377,1731133036317' ***** 2024-11-09T06:17:25,406 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:17:25,407 INFO [M:0;4a84bcce7bad:42377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:25,407 INFO [M:0;4a84bcce7bad:42377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:25,407 DEBUG [M:0;4a84bcce7bad:42377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:17:25,407 DEBUG [M:0;4a84bcce7bad:42377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:17:25,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:17:25,407 INFO [M:0;4a84bcce7bad:42377 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:25,407 INFO [M:0;4a84bcce7bad:42377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:25,407 DEBUG [M:0;4a84bcce7bad:42377 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:17:25,407 INFO [M:0;4a84bcce7bad:42377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:17:25,407 INFO [M:0;4a84bcce7bad:42377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:25,408 INFO [M:0;4a84bcce7bad:42377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:17:25,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:17:25,408 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133037636 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133037636,5,FailOnTimeoutGroup] 2024-11-09T06:17:25,408 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133037632 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133037632,5,FailOnTimeoutGroup] 2024-11-09T06:17:25,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1382937440/master already deleted, retry=false 2024-11-09T06:17:25,417 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1382937440/master 2024-11-09T06:17:25,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1382937440/master 2024-11-09T06:17:25,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1382937440 2024-11-09T06:17:25,421 INFO [M:0;4a84bcce7bad:42377 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/.lastflushedseqids 2024-11-09T06:17:25,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741852_1028 (size=181) 2024-11-09T06:17:25,447 INFO [M:0;4a84bcce7bad:42377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:17:25,447 INFO [M:0;4a84bcce7bad:42377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:17:25,448 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:25,448 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:25,448 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:25,448 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:25,448 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:25,448 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T06:17:25,477 DEBUG [M:0;4a84bcce7bad:42377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/778875a9f06b42609832c9bb10b290a2 is 82, key is hbase:meta,,1/info:regioninfo/1731133038638/Put/seqid=0 2024-11-09T06:17:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741853_1029 (size=5680) 2024-11-09T06:17:25,485 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/778875a9f06b42609832c9bb10b290a2 2024-11-09T06:17:25,496 INFO [RS:0;4a84bcce7bad:39403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:25,496 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:25,496 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39403-0x1011e3d73cc0007, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:25,496 INFO [RS:0;4a84bcce7bad:39403 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,39403,1731133036682; zookeeper connection closed. 2024-11-09T06:17:25,500 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c10dd43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c10dd43 2024-11-09T06:17:25,500 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:17:25,517 DEBUG [M:0;4a84bcce7bad:42377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68b387b52a734b5995f970a28e6aab8c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731133042621/Put/seqid=0 2024-11-09T06:17:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741854_1030 (size=7319) 2024-11-09T06:17:25,923 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68b387b52a734b5995f970a28e6aab8c 2024-11-09T06:17:25,949 DEBUG [M:0;4a84bcce7bad:42377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2be3899b1940cdbee2c3331ee7a9b5 is 69, key is 4a84bcce7bad,39403,1731133036682/rs:state/1731133037711/Put/seqid=0 2024-11-09T06:17:25,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741855_1031 (size=5371) 2024-11-09T06:17:26,355 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2be3899b1940cdbee2c3331ee7a9b5 2024-11-09T06:17:26,362 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b2be3899b1940cdbee2c3331ee7a9b5 2024-11-09T06:17:26,364 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/778875a9f06b42609832c9bb10b290a2 as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/778875a9f06b42609832c9bb10b290a2 2024-11-09T06:17:26,371 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/778875a9f06b42609832c9bb10b290a2, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T06:17:26,372 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68b387b52a734b5995f970a28e6aab8c as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68b387b52a734b5995f970a28e6aab8c 2024-11-09T06:17:26,380 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68b387b52a734b5995f970a28e6aab8c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T06:17:26,382 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2be3899b1940cdbee2c3331ee7a9b5 as hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b2be3899b1940cdbee2c3331ee7a9b5 2024-11-09T06:17:26,388 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b2be3899b1940cdbee2c3331ee7a9b5 2024-11-09T06:17:26,389 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37551/user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b2be3899b1940cdbee2c3331ee7a9b5, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T06:17:26,390 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=172, compaction requested=false 2024-11-09T06:17:26,391 INFO [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:26,392 DEBUG [M:0;4a84bcce7bad:42377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133045448Disabling compacts and flushes for region at 1731133045448Disabling writes for close at 1731133045448Obtaining lock to block concurrent updates at 1731133045448Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133045448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731133045449 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133045453 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133045453Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133045477 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133045477Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133045496 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133045516 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133045516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133045930 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133045948 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133045948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538ba73f: reopening flushed file at 1731133046362 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68eeac4f: reopening flushed file at 1731133046371 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594b39ac: reopening flushed file at 1731133046380 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=172, compaction requested=false at 1731133046390 (+10 ms)Writing region close event to WAL at 1731133046391 (+1 ms)Closed at 1731133046391 2024-11-09T06:17:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741847_1023 (size=22949) 2024-11-09T06:17:26,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c0347fb-9237-159c-0eac-e2d68efdcc6c/MasterData/WALs/4a84bcce7bad,42377,1731133036317/4a84bcce7bad%2C42377%2C1731133036317.1731133036964 not finished, retry = 0 2024-11-09T06:17:26,496 INFO [M:0;4a84bcce7bad:42377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:17:26,496 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:26,496 INFO [M:0;4a84bcce7bad:42377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42377 2024-11-09T06:17:26,496 INFO [M:0;4a84bcce7bad:42377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:26,662 INFO [M:0;4a84bcce7bad:42377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:26,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42377-0x1011e3d73cc0006, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:26,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47bc05c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:26,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71075642{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:26,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:26,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@579d3807{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:26,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff1f547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:26,667 WARN [BP-83574416-172.17.0.3-1731133013179 heartbeating to localhost/127.0.0.1:37551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:17:26,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:17:26,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:17:26,667 WARN [BP-83574416-172.17.0.3-1731133013179 heartbeating to localhost/127.0.0.1:37551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83574416-172.17.0.3-1731133013179 (Datanode Uuid ee62cb25-c4eb-4570-8bbc-0f4b5f6db05b) service to localhost/127.0.0.1:37551 2024-11-09T06:17:26,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c/data/data1/current/BP-83574416-172.17.0.3-1731133013179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:26,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/cluster_56f213ee-06b8-8bc5-a7ea-89c9363f337c/data/data2/current/BP-83574416-172.17.0.3-1731133013179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:26,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:17:26,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4709d263{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:26,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11328ac4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:26,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:26,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f37c599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:26,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b60daa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/043113a7-b9b7-ebbf-1927-471325d84a88/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:26,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:17:26,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:17:26,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a84bcce7bad:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a84bcce7bad:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43515 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a84bcce7bad:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a84bcce7bad:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37551 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a84bcce7bad:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=426 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=812 (was 822), ProcessCount=11 (was 11), AvailableMemoryMB=982 (was 1952) 2024-11-09T06:17:26,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=812, ProcessCount=11, AvailableMemoryMB=981 2024-11-09T06:17:26,760 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T06:17:26,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.log.dir so I do NOT create it in target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14 2024-11-09T06:17:26,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:17:26,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.tmp.dir so I do NOT create it in target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14 2024-11-09T06:17:26,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d5f8017-b344-74af-c978-ae09224db28c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:17:26,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14 2024-11-09T06:17:26,762 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306, deleteOnExit=true 2024-11-09T06:17:26,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e3d73cc0005, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:17:26,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e3d73cc0005, quorum=127.0.0.1:50913, baseZNode=/11330446926 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:17:26,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e3d73cc0002, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:17:26,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e3d73cc0002, quorum=127.0.0.1:50913, baseZNode=/0-1382937440 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:17:26,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306/zookeeper_0, clientPort=55431, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:17:26,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55431 2024-11-09T06:17:26,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:17:26,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:17:26,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/test.cache.data in system properties and HBase conf 2024-11-09T06:17:26,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:17:26,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:17:26,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:17:26,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:17:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:17:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:17:27,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:27,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:27,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:27,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:27,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:17:27,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:27,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35c68b2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:27,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b48733d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:27,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56078de6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/java.io.tmpdir/jetty-localhost-35559-hadoop-hdfs-3_4_1-tests_jar-_-any-12132966935659234090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:27,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f7142{HTTP/1.1, (http/1.1)}{localhost:35559} 2024-11-09T06:17:27,549 INFO [Time-limited test {}] server.Server(415): Started @37960ms 2024-11-09T06:17:27,897 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:27,899 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:27,922 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:27,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:27,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:27,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:27,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:27,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:17:27,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de881b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:27,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3789d506{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:28,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b1c2e48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/java.io.tmpdir/jetty-localhost-32903-hadoop-hdfs-3_4_1-tests_jar-_-any-6752946409354085530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:28,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48b000ca{HTTP/1.1, (http/1.1)}{localhost:32903} 2024-11-09T06:17:28,038 INFO [Time-limited test {}] server.Server(415): Started @38449ms 2024-11-09T06:17:28,039 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:17:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:17:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T06:17:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:28,660 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306/data/data1/current/BP-1805699807-172.17.0.3-1731133046851/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:28,669 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306/data/data2/current/BP-1805699807-172.17.0.3-1731133046851/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:28,727 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:17:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36e6ad82d0fcb497 with lease ID 0x857202d03eed4576: Processing first storage report for DS-8edd361a-01bd-4faf-9a12-10bf3166206f from datanode DatanodeRegistration(127.0.0.1:43979, datanodeUuid=e177da9b-5f87-4a01-8e2f-ae0e02f104b0, infoPort=43165, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=1447695888;c=1731133046851) 2024-11-09T06:17:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36e6ad82d0fcb497 with lease ID 0x857202d03eed4576: from storage DS-8edd361a-01bd-4faf-9a12-10bf3166206f node DatanodeRegistration(127.0.0.1:43979, datanodeUuid=e177da9b-5f87-4a01-8e2f-ae0e02f104b0, infoPort=43165, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=1447695888;c=1731133046851), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36e6ad82d0fcb497 with lease ID 0x857202d03eed4576: Processing first storage report for DS-9870ec92-cf0f-476a-9c86-d5bba8dbc7c4 from datanode DatanodeRegistration(127.0.0.1:43979, datanodeUuid=e177da9b-5f87-4a01-8e2f-ae0e02f104b0, infoPort=43165, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=1447695888;c=1731133046851) 2024-11-09T06:17:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36e6ad82d0fcb497 with lease ID 0x857202d03eed4576: from storage DS-9870ec92-cf0f-476a-9c86-d5bba8dbc7c4 node DatanodeRegistration(127.0.0.1:43979, datanodeUuid=e177da9b-5f87-4a01-8e2f-ae0e02f104b0, infoPort=43165, infoSecurePort=0, ipcPort=37483, storageInfo=lv=-57;cid=testClusterID;nsid=1447695888;c=1731133046851), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:28,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14 2024-11-09T06:17:28,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:28,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:28,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:17:28,823 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a with version=8 2024-11-09T06:17:28,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/hbase-staging 2024-11-09T06:17:28,826 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:28,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:28,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:28,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:28,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:28,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:28,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:17:28,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:28,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43139 2024-11-09T06:17:28,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43139 connecting to ZooKeeper ensemble=127.0.0.1:55431 2024-11-09T06:17:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431390x0, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:28,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43139-0x1011e3dfbc00000 connected 2024-11-09T06:17:29,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:29,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:29,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on znode that does not yet exist, /01641338459/running 2024-11-09T06:17:29,026 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a, hbase.cluster.distributed=false 2024-11-09T06:17:29,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on znode that does not yet exist, /01641338459/acl 2024-11-09T06:17:29,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-09T06:17:29,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43139 2024-11-09T06:17:29,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43139 2024-11-09T06:17:29,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-09T06:17:29,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-09T06:17:29,114 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:29,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:29,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:29,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:29,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:29,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:29,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:17:29,115 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:29,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44437 2024-11-09T06:17:29,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44437 connecting to ZooKeeper ensemble=127.0.0.1:55431 2024-11-09T06:17:29,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:29,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444370x0, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:29,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444370x0, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on znode that does not yet exist, /01641338459/running 2024-11-09T06:17:29,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:17:29,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44437-0x1011e3dfbc00001 connected 2024-11-09T06:17:29,180 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:17:29,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on znode that does not yet exist, /01641338459/master 2024-11-09T06:17:29,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on znode that does not yet exist, /01641338459/acl 2024-11-09T06:17:29,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-09T06:17:29,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44437 2024-11-09T06:17:29,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44437 2024-11-09T06:17:29,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-09T06:17:29,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-09T06:17:29,248 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:43139 2024-11-09T06:17:29,252 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01641338459/backup-masters/4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459/backup-masters 2024-11-09T06:17:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459/backup-masters 2024-11-09T06:17:29,260 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on existing znode=/01641338459/backup-masters/4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:29,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:29,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641338459/master 2024-11-09T06:17:29,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:29,269 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on existing znode=/01641338459/master 2024-11-09T06:17:29,270 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01641338459/backup-masters/4a84bcce7bad,43139,1731133048825 from backup master directory 2024-11-09T06:17:29,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641338459/backup-masters/4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:29,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459/backup-masters 2024-11-09T06:17:29,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459/backup-masters 2024-11-09T06:17:29,282 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:29,282 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:29,294 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/hbase.id] with ID: 93e193ea-a834-4fa8-89f1-53c82ae52825 2024-11-09T06:17:29,294 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/.tmp/hbase.id 2024-11-09T06:17:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:17:29,316 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/.tmp/hbase.id]:[hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/hbase.id] 2024-11-09T06:17:29,347 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:29,347 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:17:29,350 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T06:17:29,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:29,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:17:29,801 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:29,802 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:17:29,802 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:29,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:17:29,841 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store 2024-11-09T06:17:29,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:17:29,888 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:29,889 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:29,889 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:29,889 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:29,889 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:29,889 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:29,889 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:29,889 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133049889Disabling compacts and flushes for region at 1731133049889Disabling writes for close at 1731133049889Writing region close event to WAL at 1731133049889Closed at 1731133049889 2024-11-09T06:17:29,890 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/.initializing 2024-11-09T06:17:29,891 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/WALs/4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:29,892 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:29,896 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C43139%2C1731133048825, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/WALs/4a84bcce7bad,43139,1731133048825, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/oldWALs, maxLogs=10 2024-11-09T06:17:29,955 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/WALs/4a84bcce7bad,43139,1731133048825/4a84bcce7bad%2C43139%2C1731133048825.1731133049897, exclude list is [], retry=0 2024-11-09T06:17:29,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-8edd361a-01bd-4faf-9a12-10bf3166206f,DISK] 2024-11-09T06:17:29,990 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/WALs/4a84bcce7bad,43139,1731133048825/4a84bcce7bad%2C43139%2C1731133048825.1731133049897 2024-11-09T06:17:29,990 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-09T06:17:29,991 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:29,991 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:29,991 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:29,991 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:17:30,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:30,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:17:30,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:30,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:17:30,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:30,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:17:30,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:30,047 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,048 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,049 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,052 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,052 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,053 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:30,057 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:30,073 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:30,075 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67590192, jitterRate=0.007172346115112305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:30,076 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133049992Initializing all the Stores at 1731133049994 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133049994Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133050008 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133050008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133050009 (+1 ms)Cleaning up temporary data from old regions at 1731133050052 (+43 ms)Region opened successfully at 1731133050075 (+23 ms) 2024-11-09T06:17:30,084 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:17:30,089 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd56d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:30,091 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:17:30,091 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:17:30,091 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:17:30,091 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:17:30,093 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T06:17:30,093 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:17:30,093 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:17:30,115 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:17:30,117 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Unable to get data of znode /01641338459/balancer because node does not exist (not necessarily an error) 2024-11-09T06:17:30,163 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641338459/balancer already deleted, retry=false 2024-11-09T06:17:30,164 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:17:30,165 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Unable to get data of znode /01641338459/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:17:30,174 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641338459/normalizer already deleted, retry=false 2024-11-09T06:17:30,175 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:17:30,176 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Unable to get data of znode /01641338459/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:17:30,184 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641338459/switch/split already deleted, retry=false 2024-11-09T06:17:30,186 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Unable to get data of znode /01641338459/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:17:30,195 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641338459/switch/merge already deleted, retry=false 2024-11-09T06:17:30,198 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Unable to get data of znode /01641338459/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:17:30,206 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01641338459/snapshot-cleanup already deleted, retry=false 2024-11-09T06:17:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641338459/running 2024-11-09T06:17:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01641338459/running 2024-11-09T06:17:30,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:30,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,43139,1731133048825, sessionid=0x1011e3dfbc00000, setting cluster-up flag (Was=false) 2024-11-09T06:17:30,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:30,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:30,269 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01641338459/flush-table-proc/acquired, /01641338459/flush-table-proc/reached, /01641338459/flush-table-proc/abort 2024-11-09T06:17:30,270 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:30,322 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01641338459/online-snapshot/acquired, /01641338459/online-snapshot/reached, /01641338459/online-snapshot/abort 2024-11-09T06:17:30,324 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:30,326 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:17:30,345 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:30,346 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:17:30,346 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:17:30,347 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4a84bcce7bad,36505,1731133018617: status=Processing ServerCrashProcedure of 4a84bcce7bad,36505,1731133018617 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731133037594, completionTime=-1 appears to have been leaked 2024-11-09T06:17:30,347 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,43139,1731133048825 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:17:30,350 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(746): ClusterId : 93e193ea-a834-4fa8-89f1-53c82ae52825 2024-11-09T06:17:30,350 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:17:30,350 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:30,350 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:30,350 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:30,350 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:30,351 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:17:30,351 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,351 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:30,351 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,364 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133080364 2024-11-09T06:17:30,364 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:17:30,364 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:17:30,364 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:17:30,364 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:17:30,364 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:17:30,364 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:17:30,364 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:17:30,364 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:17:30,365 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,368 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:17:30,369 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:17:30,369 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:17:30,369 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:17:30,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:30,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:17:30,376 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:17:30,376 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:17:30,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:17:30,377 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133050376,5,FailOnTimeoutGroup] 2024-11-09T06:17:30,378 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133050377,5,FailOnTimeoutGroup] 2024-11-09T06:17:30,378 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,378 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:17:30,379 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,379 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,381 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:17:30,381 DEBUG [RS:0;4a84bcce7bad:44437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8499742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:30,402 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:44437 2024-11-09T06:17:30,402 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:17:30,402 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:17:30,403 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:17:30,404 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,43139,1731133048825 with port=44437, startcode=1731133049114 2024-11-09T06:17:30,404 DEBUG [RS:0;4a84bcce7bad:44437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:17:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:17:30,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:17:30,413 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a 2024-11-09T06:17:30,433 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:17:30,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43139 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:30,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43139 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:30,437 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a 2024-11-09T06:17:30,437 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41921 2024-11-09T06:17:30,437 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:17:30,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459/rs 2024-11-09T06:17:30,449 DEBUG [RS:0;4a84bcce7bad:44437 {}] zookeeper.ZKUtil(111): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on existing znode=/01641338459/rs/4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:30,449 WARN [RS:0;4a84bcce7bad:44437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:30,449 INFO [RS:0;4a84bcce7bad:44437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:30,450 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:30,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,44437,1731133049114] 2024-11-09T06:17:30,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:17:30,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:30,473 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:17:30,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:30,478 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:17:30,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:30,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,479 INFO [RS:0;4a84bcce7bad:44437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:17:30,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:30,479 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:30,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:30,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:30,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:30,486 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:17:30,487 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:17:30,487 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,487 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,487 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,487 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:30,488 DEBUG [RS:0;4a84bcce7bad:44437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:30,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:30,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:30,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:30,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:30,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:30,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:30,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:30,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740 2024-11-09T06:17:30,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740 2024-11-09T06:17:30,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:30,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:30,510 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:30,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:30,517 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:30,518 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60433586, jitterRate=-0.099469393491745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:30,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133050471Initializing all the Stores at 1731133050472 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133050472Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133050473 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133050473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133050473Cleaning up temporary data from old regions at 1731133050508 (+35 ms)Region opened successfully at 1731133050519 (+11 ms) 2024-11-09T06:17:30,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:30,519 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:30,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:30,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:30,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:30,520 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,520 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,520 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,520 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,520 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,520 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,44437,1731133049114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:30,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:30,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133050519Disabling compacts and flushes for region at 1731133050519Disabling writes for close at 1731133050519Writing region close event to WAL at 1731133050538 (+19 ms)Closed at 1731133050538 2024-11-09T06:17:30,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:30,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:17:30,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:17:30,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:30,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:17:30,551 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:17:30,551 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,44437,1731133049114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,551 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,551 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.Replication(171): 4a84bcce7bad,44437,1731133049114 started 2024-11-09T06:17:30,573 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:30,574 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,44437,1731133049114, RpcServer on 4a84bcce7bad/172.17.0.3:44437, sessionid=0x1011e3dfbc00001 2024-11-09T06:17:30,574 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:17:30,574 DEBUG [RS:0;4a84bcce7bad:44437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:30,574 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,44437,1731133049114' 2024-11-09T06:17:30,574 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01641338459/flush-table-proc/abort' 2024-11-09T06:17:30,575 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01641338459/flush-table-proc/acquired' 2024-11-09T06:17:30,576 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:17:30,576 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:17:30,576 DEBUG [RS:0;4a84bcce7bad:44437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:30,576 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,44437,1731133049114' 2024-11-09T06:17:30,576 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01641338459/online-snapshot/abort' 2024-11-09T06:17:30,576 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01641338459/online-snapshot/acquired' 2024-11-09T06:17:30,577 DEBUG [RS:0;4a84bcce7bad:44437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:17:30,577 INFO [RS:0;4a84bcce7bad:44437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:17:30,577 INFO [RS:0;4a84bcce7bad:44437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:17:30,678 INFO [RS:0;4a84bcce7bad:44437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:30,684 INFO [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C44437%2C1731133049114, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/oldWALs, maxLogs=10 2024-11-09T06:17:30,696 WARN [4a84bcce7bad:43139 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T06:17:30,704 DEBUG [RS:0;4a84bcce7bad:44437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685, exclude list is [], retry=0 2024-11-09T06:17:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-8edd361a-01bd-4faf-9a12-10bf3166206f,DISK] 2024-11-09T06:17:30,733 INFO [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 2024-11-09T06:17:30,733 DEBUG [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-09T06:17:30,947 DEBUG [4a84bcce7bad:43139 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:30,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:30,950 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,44437,1731133049114, state=OPENING 2024-11-09T06:17:30,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:17:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:31,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:31,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:31,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641338459/meta-region-server: CHANGED 2024-11-09T06:17:31,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641338459/meta-region-server: CHANGED 2024-11-09T06:17:31,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,44437,1731133049114}] 2024-11-09T06:17:31,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:17:31,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:17:31,169 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:17:31,169 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:31,170 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:17:31,172 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C44437%2C1731133049114.meta, suffix=.meta, logDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/oldWALs, maxLogs=10 2024-11-09T06:17:31,194 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.meta.1731133051172.meta, exclude list is [], retry=0 2024-11-09T06:17:31,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-8edd361a-01bd-4faf-9a12-10bf3166206f,DISK] 2024-11-09T06:17:31,214 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.meta.1731133051172.meta 2024-11-09T06:17:31,216 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-09T06:17:31,217 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:31,217 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:31,217 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:31,218 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:17:31,218 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:17:31,218 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:17:31,218 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:31,218 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:17:31,218 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:17:31,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:31,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:31,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:31,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:31,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:31,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:31,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:31,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:31,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:31,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:31,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:31,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:31,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:31,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:31,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:31,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:31,233 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:31,234 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740 2024-11-09T06:17:31,236 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740 2024-11-09T06:17:31,242 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:31,242 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:31,243 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:31,245 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:31,249 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59625203, jitterRate=-0.11151523888111115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:31,249 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:17:31,250 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133051218Writing region info on filesystem at 1731133051218Initializing all the Stores at 1731133051219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133051219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133051220 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133051220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133051220Cleaning up temporary data from old regions at 1731133051242 (+22 ms)Running coprocessor post-open hooks at 1731133051249 (+7 ms)Region opened successfully at 1731133051250 (+1 ms) 2024-11-09T06:17:31,253 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133051161 2024-11-09T06:17:31,259 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:17:31,259 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:17:31,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:31,261 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,44437,1731133049114, state=OPEN 2024-11-09T06:17:31,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641338459/meta-region-server 2024-11-09T06:17:31,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01641338459/meta-region-server 2024-11-09T06:17:31,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641338459/meta-region-server: CHANGED 2024-11-09T06:17:31,388 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:31,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01641338459/meta-region-server: CHANGED 2024-11-09T06:17:31,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:17:31,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,44437,1731133049114 in 382 msec 2024-11-09T06:17:31,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:17:31,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 855 msec 2024-11-09T06:17:31,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:31,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:17:31,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:31,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44437,1731133049114, seqNum=-1] 2024-11-09T06:17:31,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:31,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:31,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0750 sec 2024-11-09T06:17:31,421 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133051421, completionTime=-1 2024-11-09T06:17:31,422 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:17:31,422 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:17:31,427 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:17:31,427 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133111427 2024-11-09T06:17:31,427 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133171427 2024-11-09T06:17:31,427 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-09T06:17:31,428 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43139,1731133048825-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:31,428 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43139,1731133048825-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:31,428 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43139,1731133048825-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:31,428 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:43139, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:31,428 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:31,432 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:17:31,439 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.161sec 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43139,1731133048825-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:31,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43139,1731133048825-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:17:31,469 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:17:31,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:17:31,470 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43139,1731133048825-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:31,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18922e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:31,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43139,-1 for getting cluster id 2024-11-09T06:17:31,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:31,552 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93e193ea-a834-4fa8-89f1-53c82ae52825' 2024-11-09T06:17:31,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:31,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93e193ea-a834-4fa8-89f1-53c82ae52825" 2024-11-09T06:17:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704a4fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43139,-1] 2024-11-09T06:17:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:31,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:31,556 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:31,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6138c1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:31,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:31,562 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44437,1731133049114, seqNum=-1] 2024-11-09T06:17:31,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:31,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:31,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:31,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55431 2024-11-09T06:17:31,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:31,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e3dfbc00002 connected 2024-11-09T06:17:31,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.log.dir so I do NOT create it in target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada 2024-11-09T06:17:31,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:17:31,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.tmp.dir so I do NOT create it in target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada 2024-11-09T06:17:31,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:17:31,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada 2024-11-09T06:17:31,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/cluster_5c2e794e-7130-e484-c921-0af2488d5191, deleteOnExit=true 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/test.cache.data in system properties and HBase conf 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:17:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:17:31,758 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:17:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:17:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:17:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:17:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:17:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:17:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:17:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:17:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:17:32,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:32,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:32,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:32,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:32,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:17:32,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:32,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7270340c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:32,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17b1d3b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:32,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b35c739{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/java.io.tmpdir/jetty-localhost-45743-hadoop-hdfs-3_4_1-tests_jar-_-any-13858275994540874847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:32,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1599f2a0{HTTP/1.1, (http/1.1)}{localhost:45743} 2024-11-09T06:17:32,562 INFO [Time-limited test {}] server.Server(415): Started @42973ms 2024-11-09T06:17:33,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:33,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:33,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:33,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:33,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:17:33,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@595831b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:33,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3204e7a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:33,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af610c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/java.io.tmpdir/jetty-localhost-33807-hadoop-hdfs-3_4_1-tests_jar-_-any-13092758391363290023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:33,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ed75d0a{HTTP/1.1, (http/1.1)}{localhost:33807} 2024-11-09T06:17:33,262 INFO [Time-limited test {}] server.Server(415): Started @43673ms 2024-11-09T06:17:33,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:17:33,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:33,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:33,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:34,137 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/cluster_5c2e794e-7130-e484-c921-0af2488d5191/data/data1/current/BP-99817036-172.17.0.3-1731133051820/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:34,141 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/cluster_5c2e794e-7130-e484-c921-0af2488d5191/data/data2/current/BP-99817036-172.17.0.3-1731133051820/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:34,241 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:17:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x247dd6cc3baccb4c with lease ID 0x1e088ef73d488a43: Processing first storage report for DS-7deec9ae-2be0-4427-8945-cfc92161c07e from datanode DatanodeRegistration(127.0.0.1:37637, datanodeUuid=2cc251a9-0118-489a-9584-8d483413554c, infoPort=42175, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=994290383;c=1731133051820) 2024-11-09T06:17:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x247dd6cc3baccb4c with lease ID 0x1e088ef73d488a43: from storage DS-7deec9ae-2be0-4427-8945-cfc92161c07e node DatanodeRegistration(127.0.0.1:37637, datanodeUuid=2cc251a9-0118-489a-9584-8d483413554c, infoPort=42175, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=994290383;c=1731133051820), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x247dd6cc3baccb4c with lease ID 0x1e088ef73d488a43: Processing first storage report for DS-5015f9f0-9c96-459d-832e-2e63ba0e3faa from datanode DatanodeRegistration(127.0.0.1:37637, datanodeUuid=2cc251a9-0118-489a-9584-8d483413554c, infoPort=42175, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=994290383;c=1731133051820) 2024-11-09T06:17:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x247dd6cc3baccb4c with lease ID 0x1e088ef73d488a43: from storage DS-5015f9f0-9c96-459d-832e-2e63ba0e3faa node DatanodeRegistration(127.0.0.1:37637, datanodeUuid=2cc251a9-0118-489a-9584-8d483413554c, infoPort=42175, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=994290383;c=1731133051820), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:34,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada 2024-11-09T06:17:34,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:34,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:17:34,378 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee with version=8 2024-11-09T06:17:34,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/hbase-staging 2024-11-09T06:17:34,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:34,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:34,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:34,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:34,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:34,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:34,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:17:34,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:34,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35637 2024-11-09T06:17:34,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35637 connecting to ZooKeeper ensemble=127.0.0.1:55431 2024-11-09T06:17:34,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356370x0, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:34,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35637-0x1011e3dfbc00003 connected 2024-11-09T06:17:34,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:34,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:34,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on znode that does not yet exist, /1569621805/running 2024-11-09T06:17:34,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee, hbase.cluster.distributed=false 2024-11-09T06:17:34,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on znode that does not yet exist, /1569621805/acl 2024-11-09T06:17:34,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35637 2024-11-09T06:17:34,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35637 2024-11-09T06:17:34,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35637 2024-11-09T06:17:34,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35637 2024-11-09T06:17:34,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35637 2024-11-09T06:17:34,740 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:34,740 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:34,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:34,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:17:34,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:34,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33965 2024-11-09T06:17:34,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33965 connecting to ZooKeeper ensemble=127.0.0.1:55431 2024-11-09T06:17:34,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:34,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:34,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339650x0, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:34,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339650x0, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on znode that does not yet exist, /1569621805/running 2024-11-09T06:17:34,776 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:17:34,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33965-0x1011e3dfbc00004 connected 2024-11-09T06:17:34,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:17:34,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on znode that does not yet exist, /1569621805/master 2024-11-09T06:17:34,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on znode that does not yet exist, /1569621805/acl 2024-11-09T06:17:34,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33965 2024-11-09T06:17:34,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33965 2024-11-09T06:17:34,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33965 2024-11-09T06:17:34,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33965 2024-11-09T06:17:34,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33965 2024-11-09T06:17:34,869 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:35637 2024-11-09T06:17:34,872 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1569621805/backup-masters/4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:34,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805/backup-masters 2024-11-09T06:17:34,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805/backup-masters 2024-11-09T06:17:34,880 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on existing znode=/1569621805/backup-masters/4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1569621805/master 2024-11-09T06:17:34,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:34,891 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on existing znode=/1569621805/master 2024-11-09T06:17:34,892 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1569621805/backup-masters/4a84bcce7bad,35637,1731133054380 from backup master directory 2024-11-09T06:17:34,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1569621805/backup-masters/4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:34,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805/backup-masters 2024-11-09T06:17:34,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805/backup-masters 2024-11-09T06:17:34,901 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:34,901 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:34,922 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/hbase.id] with ID: ca40ce6d-b976-40f9-9e11-5c6821640687 2024-11-09T06:17:34,922 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/.tmp/hbase.id 2024-11-09T06:17:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:17:35,391 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/.tmp/hbase.id]:[hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/hbase.id] 2024-11-09T06:17:35,425 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:35,425 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:17:35,428 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T06:17:35,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:35,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:35,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:17:35,945 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:35,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:17:35,949 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:17:35,986 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store 2024-11-09T06:17:36,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:17:36,404 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:36,405 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:36,405 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:36,405 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:36,405 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:36,405 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:36,405 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:36,405 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133056404Disabling compacts and flushes for region at 1731133056405 (+1 ms)Disabling writes for close at 1731133056405Writing region close event to WAL at 1731133056405Closed at 1731133056405 2024-11-09T06:17:36,406 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/.initializing 2024-11-09T06:17:36,406 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/WALs/4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:36,408 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:36,410 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C35637%2C1731133054380, suffix=, logDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/WALs/4a84bcce7bad,35637,1731133054380, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/oldWALs, maxLogs=10 2024-11-09T06:17:36,433 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/WALs/4a84bcce7bad,35637,1731133054380/4a84bcce7bad%2C35637%2C1731133054380.1731133056410, exclude list is [], retry=0 2024-11-09T06:17:36,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37637,DS-7deec9ae-2be0-4427-8945-cfc92161c07e,DISK] 2024-11-09T06:17:36,442 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/WALs/4a84bcce7bad,35637,1731133054380/4a84bcce7bad%2C35637%2C1731133054380.1731133056410 2024-11-09T06:17:36,448 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175)] 2024-11-09T06:17:36,448 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:36,449 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:36,449 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,449 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:17:36,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:36,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:36,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:17:36,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:17:36,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:17:36,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:36,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:36,466 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,472 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,473 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:17:36,476 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,476 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,476 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:36,480 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:36,490 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:36,491 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67777456, jitterRate=0.009962797164916992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:36,491 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133056449Initializing all the Stores at 1731133056451 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133056451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133056452 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133056452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133056452Cleaning up temporary data from old regions at 1731133056476 (+24 ms)Region opened successfully at 1731133056491 (+15 ms) 2024-11-09T06:17:36,492 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:17:36,499 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b523e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:36,501 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:17:36,501 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:17:36,501 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:17:36,501 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:17:36,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:17:36,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:17:36,503 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:17:36,515 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:17:36,516 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Unable to get data of znode /1569621805/balancer because node does not exist (not necessarily an error) 2024-11-09T06:17:36,573 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1569621805/balancer already deleted, retry=false 2024-11-09T06:17:36,574 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:17:36,575 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Unable to get data of znode /1569621805/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:17:36,584 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1569621805/normalizer already deleted, retry=false 2024-11-09T06:17:36,585 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:17:36,589 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Unable to get data of znode /1569621805/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:17:36,594 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1569621805/switch/split already deleted, retry=false 2024-11-09T06:17:36,597 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Unable to get data of znode /1569621805/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:17:36,605 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1569621805/switch/merge already deleted, retry=false 2024-11-09T06:17:36,608 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Unable to get data of znode /1569621805/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:17:36,617 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1569621805/snapshot-cleanup already deleted, retry=false 2024-11-09T06:17:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1569621805/running 2024-11-09T06:17:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1569621805/running 2024-11-09T06:17:36,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:36,644 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,35637,1731133054380, sessionid=0x1011e3dfbc00003, setting cluster-up flag (Was=false) 2024-11-09T06:17:36,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:36,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:36,710 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1569621805/flush-table-proc/acquired, /1569621805/flush-table-proc/reached, /1569621805/flush-table-proc/abort 2024-11-09T06:17:36,714 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:36,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:36,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:36,837 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1569621805/online-snapshot/acquired, /1569621805/online-snapshot/reached, /1569621805/online-snapshot/abort 2024-11-09T06:17:36,838 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:36,840 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:17:36,847 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:36,847 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:17:36,847 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:17:36,848 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,35637,1731133054380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:36,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:36,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:36,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:17:36,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:36,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:17:36,875 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(746): ClusterId : ca40ce6d-b976-40f9-9e11-5c6821640687 2024-11-09T06:17:36,875 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:17:36,879 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:17:36,879 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:17:36,890 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:17:36,891 DEBUG [RS:0;4a84bcce7bad:33965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2d054b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:36,904 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133086904 2024-11-09T06:17:36,904 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:17:36,905 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:17:36,905 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:17:36,905 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:17:36,905 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:17:36,905 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:17:36,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:17:36,929 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:33965 2024-11-09T06:17:36,929 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:17:36,929 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:17:36,929 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:17:36,930 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,35637,1731133054380 with port=33965, startcode=1731133054740 2024-11-09T06:17:36,930 DEBUG [RS:0;4a84bcce7bad:33965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:17:36,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:36,941 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:17:36,941 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:17:36,941 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:17:36,941 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:17:36,947 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:17:36,948 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35637 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T06:17:36,960 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:17:36,960 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:17:36,968 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133056960,5,FailOnTimeoutGroup] 2024-11-09T06:17:36,984 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133056968,5,FailOnTimeoutGroup] 2024-11-09T06:17:36,984 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:36,985 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:17:36,985 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:36,985 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:36,993 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T06:17:36,993 WARN [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T06:17:37,095 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,35637,1731133054380 with port=33965, startcode=1731133054740 2024-11-09T06:17:37,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35637 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,099 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee 2024-11-09T06:17:37,099 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41737 2024-11-09T06:17:37,099 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:17:37,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805/rs 2024-11-09T06:17:37,130 DEBUG [RS:0;4a84bcce7bad:33965 {}] zookeeper.ZKUtil(111): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on existing znode=/1569621805/rs/4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,130 WARN [RS:0;4a84bcce7bad:33965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:37,131 INFO [RS:0;4a84bcce7bad:33965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:37,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,33965,1731133054740] 2024-11-09T06:17:37,144 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,168 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:17:37,188 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:17:37,192 INFO [RS:0;4a84bcce7bad:33965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:17:37,192 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,208 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:17:37,210 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:17:37,210 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,210 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,211 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,211 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,211 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,211 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:37,211 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:37,211 DEBUG [RS:0;4a84bcce7bad:33965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:37,237 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,237 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,237 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,237 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,237 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,237 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33965,1731133054740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:37,268 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:17:37,269 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33965,1731133054740-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,269 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,269 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.Replication(171): 4a84bcce7bad,33965,1731133054740 started 2024-11-09T06:17:37,295 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:37,296 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,33965,1731133054740, RpcServer on 4a84bcce7bad/172.17.0.3:33965, sessionid=0x1011e3dfbc00004 2024-11-09T06:17:37,296 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:17:37,296 DEBUG [RS:0;4a84bcce7bad:33965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,296 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,33965,1731133054740' 2024-11-09T06:17:37,296 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1569621805/flush-table-proc/abort' 2024-11-09T06:17:37,297 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1569621805/flush-table-proc/acquired' 2024-11-09T06:17:37,297 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:17:37,297 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:17:37,297 DEBUG [RS:0;4a84bcce7bad:33965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,297 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,33965,1731133054740' 2024-11-09T06:17:37,297 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1569621805/online-snapshot/abort' 2024-11-09T06:17:37,298 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1569621805/online-snapshot/acquired' 2024-11-09T06:17:37,299 DEBUG [RS:0;4a84bcce7bad:33965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:17:37,299 INFO [RS:0;4a84bcce7bad:33965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:17:37,299 INFO [RS:0;4a84bcce7bad:33965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:17:37,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:17:37,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee 2024-11-09T06:17:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:17:37,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:37,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:37,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:37,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:37,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:37,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:37,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:37,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:37,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:37,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740 2024-11-09T06:17:37,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740 2024-11-09T06:17:37,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:37,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:37,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:37,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:37,400 INFO [RS:0;4a84bcce7bad:33965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:37,405 INFO [RS:0;4a84bcce7bad:33965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C33965%2C1731133054740, suffix=, logDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/oldWALs, maxLogs=10 2024-11-09T06:17:37,413 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:37,414 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64186921, jitterRate=-0.0435403436422348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:37,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133057354Initializing all the Stores at 1731133057356 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133057356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133057356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133057356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133057356Cleaning up temporary data from old regions at 1731133057395 (+39 ms)Region opened successfully at 1731133057414 (+19 ms) 2024-11-09T06:17:37,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:37,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:37,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:37,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:37,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:37,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:37,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133057414Disabling compacts and flushes for region at 1731133057414Disabling writes for close at 1731133057415 (+1 ms)Writing region close event to WAL at 1731133057424 (+9 ms)Closed at 1731133057424 2024-11-09T06:17:37,425 DEBUG [RS:0;4a84bcce7bad:33965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740/4a84bcce7bad%2C33965%2C1731133054740.1731133057405, exclude list is [], retry=0 2024-11-09T06:17:37,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:37,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:17:37,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:17:37,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37637,DS-7deec9ae-2be0-4427-8945-cfc92161c07e,DISK] 2024-11-09T06:17:37,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:37,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:17:37,457 INFO [RS:0;4a84bcce7bad:33965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740/4a84bcce7bad%2C33965%2C1731133054740.1731133057405 2024-11-09T06:17:37,457 DEBUG [RS:0;4a84bcce7bad:33965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175)] 2024-11-09T06:17:37,584 DEBUG [4a84bcce7bad:35637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:37,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,586 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,33965,1731133054740, state=OPENING 2024-11-09T06:17:37,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:17:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:37,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1569621805/meta-region-server: CHANGED 2024-11-09T06:17:37,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1569621805/meta-region-server: CHANGED 2024-11-09T06:17:37,680 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:37,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33965,1731133054740}] 2024-11-09T06:17:37,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:17:37,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:17:37,847 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:17:37,847 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:37,847 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:17:37,864 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C33965%2C1731133054740.meta, suffix=.meta, logDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740, archiveDir=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/oldWALs, maxLogs=10 2024-11-09T06:17:37,885 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740/4a84bcce7bad%2C33965%2C1731133054740.meta.1731133057865.meta, exclude list is [], retry=0 2024-11-09T06:17:37,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37637,DS-7deec9ae-2be0-4427-8945-cfc92161c07e,DISK] 2024-11-09T06:17:37,917 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740/4a84bcce7bad%2C33965%2C1731133054740.meta.1731133057865.meta 2024-11-09T06:17:37,917 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42175:42175)] 2024-11-09T06:17:37,917 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:37,918 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:37,918 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:37,919 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:17:37,920 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:17:37,920 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:17:37,920 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:37,921 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:17:37,921 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:17:37,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:37,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:37,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:37,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:37,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:37,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:37,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:37,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:37,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:37,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:37,963 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:37,964 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740 2024-11-09T06:17:37,967 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740 2024-11-09T06:17:37,969 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:37,969 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:37,971 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:37,973 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:37,974 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71450880, jitterRate=0.06470108032226562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:37,974 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:17:37,975 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133057921Writing region info on filesystem at 1731133057921Initializing all the Stores at 1731133057924 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133057924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133057940 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133057940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133057940Cleaning up temporary data from old regions at 1731133057969 (+29 ms)Running coprocessor post-open hooks at 1731133057974 (+5 ms)Region opened successfully at 1731133057974 2024-11-09T06:17:37,978 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133057835 2024-11-09T06:17:37,984 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:17:37,985 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:17:37,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,988 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,33965,1731133054740, state=OPEN 2024-11-09T06:17:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1569621805/meta-region-server 2024-11-09T06:17:37,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1569621805/meta-region-server: CHANGED 2024-11-09T06:17:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1569621805/meta-region-server 2024-11-09T06:17:37,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:37,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1569621805/meta-region-server: CHANGED 2024-11-09T06:17:38,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:17:38,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33965,1731133054740 in 315 msec 2024-11-09T06:17:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:17:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 574 msec 2024-11-09T06:17:38,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:38,007 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:17:38,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:38,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33965,1731133054740, seqNum=-1] 2024-11-09T06:17:38,009 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:38,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:38,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-11-09T06:17:38,026 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133058026, completionTime=-1 2024-11-09T06:17:38,026 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:17:38,026 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:17:38,030 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:17:38,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133118030 2024-11-09T06:17:38,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133178031 2024-11-09T06:17:38,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T06:17:38,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35637,1731133054380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:38,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35637,1731133054380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:38,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35637,1731133054380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:38,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:35637, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:38,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:38,036 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:17:38,040 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:38,050 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.149sec 2024-11-09T06:17:38,050 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:17:38,050 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:17:38,050 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:17:38,050 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:17:38,051 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:17:38,052 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35637,1731133054380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:38,052 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35637,1731133054380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:17:38,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:17:38,061 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:17:38,061 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35637,1731133054380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:38,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0a84ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35637,-1 for getting cluster id 2024-11-09T06:17:38,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:38,101 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca40ce6d-b976-40f9-9e11-5c6821640687' 2024-11-09T06:17:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca40ce6d-b976-40f9-9e11-5c6821640687" 2024-11-09T06:17:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754512d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35637,-1] 2024-11-09T06:17:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:38,103 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:38,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961ddb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33965,1731133054740, seqNum=-1] 2024-11-09T06:17:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:38,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:38,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:38,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55431 2024-11-09T06:17:38,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:38,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e3dfbc00005 connected 2024-11-09T06:17:38,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161f70f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43139,-1 for getting cluster id 2024-11-09T06:17:38,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:38,165 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93e193ea-a834-4fa8-89f1-53c82ae52825' 2024-11-09T06:17:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93e193ea-a834-4fa8-89f1-53c82ae52825" 2024-11-09T06:17:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab207a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43139,-1] 2024-11-09T06:17:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:38,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:38,168 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60414c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15142794 2024-11-09T06:17:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:38,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:17:38,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T06:17:38,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:38,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T06:17:38,174 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:38,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T06:17:38,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T06:17:38,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T06:17:38,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:35637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:17:38,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:17:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:38,211 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35637' 2024-11-09T06:17:38,218 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2303ea0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,219 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35637,-1 for getting cluster id 2024-11-09T06:17:38,219 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:38,221 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca40ce6d-b976-40f9-9e11-5c6821640687' 2024-11-09T06:17:38,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:38,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca40ce6d-b976-40f9-9e11-5c6821640687" 2024-11-09T06:17:38,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f85a886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35637,-1] 2024-11-09T06:17:38,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:38,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:38,224 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:38,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7641f3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:38,227 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:38,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:38,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a474d70 2024-11-09T06:17:38,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:38,233 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:38,237 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T06:17:38,238 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:17:38,239 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:38,241 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:38,261 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:38,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:38,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:17:38,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:17:38,285 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:38,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:17:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:38,344 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:17:38,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741835_1011 (size=1138) 2024-11-09T06:17:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:38,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d814b0c96e3bc0f4f18262eb74f15636, NAME => 'hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a 2024-11-09T06:17:38,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741836_1012 (size=44) 2024-11-09T06:17:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:38,841 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:38,842 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d814b0c96e3bc0f4f18262eb74f15636, disabling compactions & flushes 2024-11-09T06:17:38,843 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:38,843 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:38,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. after waiting 0 ms 2024-11-09T06:17:38,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:38,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:38,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d814b0c96e3bc0f4f18262eb74f15636: Waiting for close lock at 1731133058842Disabling compacts and flushes for region at 1731133058842Disabling writes for close at 1731133058844 (+2 ms)Writing region close event to WAL at 1731133058844Closed at 1731133058844 2024-11-09T06:17:38,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:17:38,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133058855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133058855"}]},"ts":"1731133058855"} 2024-11-09T06:17:38,861 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:17:38,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:17:38,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133058864"}]},"ts":"1731133058864"} 2024-11-09T06:17:38,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:17:38,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d814b0c96e3bc0f4f18262eb74f15636, ASSIGN}] 2024-11-09T06:17:38,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d814b0c96e3bc0f4f18262eb74f15636, ASSIGN 2024-11-09T06:17:38,881 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d814b0c96e3bc0f4f18262eb74f15636, ASSIGN; state=OFFLINE, location=4a84bcce7bad,44437,1731133049114; forceNewPlan=false, retain=false 2024-11-09T06:17:39,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d814b0c96e3bc0f4f18262eb74f15636, regionState=OPENING, regionLocation=4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d814b0c96e3bc0f4f18262eb74f15636, ASSIGN because future has completed 2024-11-09T06:17:39,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d814b0c96e3bc0f4f18262eb74f15636, server=4a84bcce7bad,44437,1731133049114}] 2024-11-09T06:17:39,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:39,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:39,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:17:39,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C44437%2C1731133049114.rep, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/oldWALs, maxLogs=10 2024-11-09T06:17:39,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.rep.1731133059243, exclude list is [], retry=0 2024-11-09T06:17:39,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43979,DS-8edd361a-01bd-4faf-9a12-10bf3166206f,DISK] 2024-11-09T06:17:39,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.rep.1731133059243 2024-11-09T06:17:39,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43165:43165)] 2024-11-09T06:17:39,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d814b0c96e3bc0f4f18262eb74f15636, NAME => 'hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:39,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:39,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:39,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. service=MultiRowMutationService 2024-11-09T06:17:39,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:17:39,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:39,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,304 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,307 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d814b0c96e3bc0f4f18262eb74f15636 columnFamilyName hfileref 2024-11-09T06:17:39,307 DEBUG [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:39,308 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] regionserver.HStore(327): Store=d814b0c96e3bc0f4f18262eb74f15636/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:39,312 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,317 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d814b0c96e3bc0f4f18262eb74f15636 columnFamilyName queue 2024-11-09T06:17:39,317 DEBUG [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:39,318 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] regionserver.HStore(327): Store=d814b0c96e3bc0f4f18262eb74f15636/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:39,318 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,324 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d814b0c96e3bc0f4f18262eb74f15636 columnFamilyName sid 2024-11-09T06:17:39,324 DEBUG [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:39,325 INFO [StoreOpener-d814b0c96e3bc0f4f18262eb74f15636-1 {}] regionserver.HStore(327): Store=d814b0c96e3bc0f4f18262eb74f15636/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:39,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:17:39,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:39,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:39,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d814b0c96e3bc0f4f18262eb74f15636; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62982158, jitterRate=-0.061492711305618286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:17:39,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:39,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d814b0c96e3bc0f4f18262eb74f15636: Running coprocessor pre-open hook at 1731133059298Writing region info on filesystem at 1731133059298Initializing all the Stores at 1731133059300 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133059300Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133059304 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133059304Cleaning up temporary data from old regions at 1731133059329 (+25 ms)Running coprocessor post-open hooks at 1731133059362 (+33 ms)Region opened successfully at 1731133059363 (+1 ms) 2024-11-09T06:17:39,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636., pid=7, masterSystemTime=1731133059215 2024-11-09T06:17:39,381 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d814b0c96e3bc0f4f18262eb74f15636, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:39,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:39,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:39,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d814b0c96e3bc0f4f18262eb74f15636, server=4a84bcce7bad,44437,1731133049114 because future has completed 2024-11-09T06:17:39,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T06:17:39,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d814b0c96e3bc0f4f18262eb74f15636, server=4a84bcce7bad,44437,1731133049114 in 348 msec 2024-11-09T06:17:39,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:17:39,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d814b0c96e3bc0f4f18262eb74f15636, ASSIGN in 535 msec 2024-11-09T06:17:39,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:17:39,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133059418"}]},"ts":"1731133059418"} 2024-11-09T06:17:39,421 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:17:39,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:17:39,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-09T06:17:39,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636., hostname=4a84bcce7bad,44437,1731133049114, seqNum=2] 2024-11-09T06:17:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:39,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:17:39,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T06:17:39,724 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:17:39,772 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,44437,1731133049114, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:17:39,773 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:39,773 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44437,1731133049114, seqNum=-1] 2024-11-09T06:17:39,774 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:39,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T06:17:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,44437,1731133049114', locateType=CURRENT is [region=hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636., hostname=4a84bcce7bad,44437,1731133049114, seqNum=2] 2024-11-09T06:17:39,782 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T06:17:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T06:17:39,796 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,44437,1731133049114 suceeded 2024-11-09T06:17:39,804 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35637' 2024-11-09T06:17:39,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T06:17:39,811 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:35637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:17:39,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-09T06:17:39,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6340 sec 2024-11-09T06:17:39,821 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44260266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:39,821 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35637,-1 for getting cluster id 2024-11-09T06:17:39,821 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:39,823 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca40ce6d-b976-40f9-9e11-5c6821640687' 2024-11-09T06:17:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca40ce6d-b976-40f9-9e11-5c6821640687" 2024-11-09T06:17:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5baac2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:39,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35637,-1] 2024-11-09T06:17:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:39,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:39,826 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:39,827 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d0d3420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:39,828 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:39,833 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:39,833 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3050d22f 2024-11-09T06:17:39,833 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:39,835 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T06:17:39,837 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,44437,1731133049114 (queues=1) is replicating from cluster=93e193ea-a834-4fa8-89f1-53c82ae52825 to cluster=ca40ce6d-b976-40f9-9e11-5c6821640687 2024-11-09T06:17:39,837 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C44437%2C1731133049114 2024-11-09T06:17:39,837 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,44437,1731133049114, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:17:39,858 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.shipper4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C44437%2C1731133049114 2024-11-09T06:17:39,861 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685, startPosition=0, beingWritten=true 2024-11-09T06:17:40,083 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:40,360 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:17:40,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:40,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:40,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:40,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:40,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:40,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:40,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a0ca12 2024-11-09T06:17:40,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:40,364 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:40,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:17:40,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:17:40,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:40,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:40,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:40,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:40,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:40,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:17:40,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=858223093, stopped=false 2024-11-09T06:17:40,366 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,35637,1731133054380 2024-11-09T06:17:40,410 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1569621805/running 2024-11-09T06:17:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1569621805/running 2024-11-09T06:17:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:40,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:40,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:40,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:40,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:40,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on znode that does not yet exist, /1569621805/running 2024-11-09T06:17:40,427 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,33965,1731133054740' ***** 2024-11-09T06:17:40,427 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:17:40,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Set watcher on znode that does not yet exist, /1569621805/running 2024-11-09T06:17:40,428 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:17:40,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:17:40,429 INFO [RS:0;4a84bcce7bad:33965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:17:40,429 INFO [RS:0;4a84bcce7bad:33965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:17:40,429 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:40,429 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:40,429 INFO [RS:0;4a84bcce7bad:33965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:33965. 2024-11-09T06:17:40,430 DEBUG [RS:0;4a84bcce7bad:33965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:40,430 DEBUG [RS:0;4a84bcce7bad:33965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:40,430 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:17:40,430 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:17:40,430 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:17:40,430 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:17:40,432 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:17:40,432 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:17:40,432 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:40,432 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:40,432 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:40,432 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:40,432 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:40,433 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:40,433 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T06:17:40,448 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:40,456 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740/.tmp/ns/2c01fb84399745528c256f21bf12eb18 is 43, key is default/ns:d/1731133058012/Put/seqid=0 2024-11-09T06:17:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741835_1011 (size=5153) 2024-11-09T06:17:40,632 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:40,818 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:40,833 DEBUG [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:40,892 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740/.tmp/ns/2c01fb84399745528c256f21bf12eb18 2024-11-09T06:17:40,916 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740/.tmp/ns/2c01fb84399745528c256f21bf12eb18 as hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740/ns/2c01fb84399745528c256f21bf12eb18 2024-11-09T06:17:40,930 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740/ns/2c01fb84399745528c256f21bf12eb18, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T06:17:40,932 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=6, compaction requested=false 2024-11-09T06:17:40,961 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T06:17:40,964 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:40,964 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:40,964 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:40,964 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133060432Running coprocessor pre-close hooks at 1731133060432Disabling compacts and flushes for region at 1731133060432Disabling writes for close at 1731133060432Obtaining lock to block concurrent updates at 1731133060433 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731133060433Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731133060433Flushing stores of hbase:meta,,1.1588230740 at 1731133060434 (+1 ms)Flushing 1588230740/ns: creating writer at 1731133060434Flushing 1588230740/ns: appending metadata at 1731133060456 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731133060456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e54ed: reopening flushed file at 1731133060914 (+458 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=6, compaction requested=false at 1731133060932 (+18 ms)Writing region close event to WAL at 1731133060948 (+16 ms)Running coprocessor post-close hooks at 1731133060964 (+16 ms)Closed at 1731133060964 2024-11-09T06:17:40,965 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:41,033 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,33965,1731133054740; all regions closed. 2024-11-09T06:17:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741834_1010 (size=1152) 2024-11-09T06:17:41,040 DEBUG [RS:0;4a84bcce7bad:33965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/oldWALs 2024-11-09T06:17:41,040 INFO [RS:0;4a84bcce7bad:33965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C33965%2C1731133054740.meta:.meta(num 1731133057865) 2024-11-09T06:17:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741833_1009 (size=93) 2024-11-09T06:17:41,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/WALs/4a84bcce7bad,33965,1731133054740/4a84bcce7bad%2C33965%2C1731133054740.1731133057405 not finished, retry = 0 2024-11-09T06:17:41,157 DEBUG [RS:0;4a84bcce7bad:33965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/oldWALs 2024-11-09T06:17:41,157 INFO [RS:0;4a84bcce7bad:33965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C33965%2C1731133054740:(num 1731133057405) 2024-11-09T06:17:41,157 DEBUG [RS:0;4a84bcce7bad:33965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:41,157 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:41,158 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:41,158 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:41,158 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:41,158 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:41,158 INFO [RS:0;4a84bcce7bad:33965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33965 2024-11-09T06:17:41,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1569621805/rs/4a84bcce7bad,33965,1731133054740 2024-11-09T06:17:41,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805/rs 2024-11-09T06:17:41,205 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:41,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,33965,1731133054740] 2024-11-09T06:17:41,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1569621805/draining/4a84bcce7bad,33965,1731133054740 already deleted, retry=false 2024-11-09T06:17:41,226 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,33965,1731133054740 expired; onlineServers=0 2024-11-09T06:17:41,226 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,35637,1731133054380' ***** 2024-11-09T06:17:41,226 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:17:41,226 INFO [M:0;4a84bcce7bad:35637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:41,226 INFO [M:0;4a84bcce7bad:35637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:41,226 DEBUG [M:0;4a84bcce7bad:35637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:17:41,226 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:17:41,226 DEBUG [M:0;4a84bcce7bad:35637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:17:41,226 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133056968 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133056968,5,FailOnTimeoutGroup] 2024-11-09T06:17:41,226 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133056960 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133056960,5,FailOnTimeoutGroup] 2024-11-09T06:17:41,227 INFO [M:0;4a84bcce7bad:35637 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:41,227 INFO [M:0;4a84bcce7bad:35637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:41,227 DEBUG [M:0;4a84bcce7bad:35637 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:17:41,227 INFO [M:0;4a84bcce7bad:35637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:17:41,227 INFO [M:0;4a84bcce7bad:35637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:41,227 INFO [M:0;4a84bcce7bad:35637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:17:41,227 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:17:41,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1569621805/master 2024-11-09T06:17:41,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1569621805 2024-11-09T06:17:41,247 DEBUG [M:0;4a84bcce7bad:35637 {}] zookeeper.RecoverableZooKeeper(212): Node /1569621805/master already deleted, retry=false 2024-11-09T06:17:41,247 DEBUG [M:0;4a84bcce7bad:35637 {}] master.ActiveMasterManager(353): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Failed delete of our master address node; KeeperErrorCode = NoNode for /1569621805/master 2024-11-09T06:17:41,247 INFO [M:0;4a84bcce7bad:35637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/.lastflushedseqids 2024-11-09T06:17:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741836_1012 (size=99) 2024-11-09T06:17:41,316 INFO [RS:0;4a84bcce7bad:33965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:41,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:41,316 INFO [RS:0;4a84bcce7bad:33965 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,33965,1731133054740; zookeeper connection closed. 2024-11-09T06:17:41,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33965-0x1011e3dfbc00004, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:41,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52ec93bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52ec93bb 2024-11-09T06:17:41,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:17:41,356 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:41,696 INFO [M:0;4a84bcce7bad:35637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:17:41,696 INFO [M:0;4a84bcce7bad:35637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:17:41,696 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:41,696 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:41,696 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:41,696 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:41,696 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:41,697 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T06:17:41,721 DEBUG [M:0;4a84bcce7bad:35637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12c832d2400549a9a7d045453275c822 is 82, key is hbase:meta,,1/info:regioninfo/1731133057986/Put/seqid=0 2024-11-09T06:17:41,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741837_1013 (size=5672) 2024-11-09T06:17:41,973 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:42,132 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12c832d2400549a9a7d045453275c822 2024-11-09T06:17:42,192 DEBUG [M:0;4a84bcce7bad:35637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e950fc6c38a64bdf925908509be01be6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731133058020/Put/seqid=0 2024-11-09T06:17:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741838_1014 (size=5275) 2024-11-09T06:17:42,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:17:42,622 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e950fc6c38a64bdf925908509be01be6 2024-11-09T06:17:42,678 DEBUG [M:0;4a84bcce7bad:35637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85b9d5c6d73746799c8da25838934132 is 69, key is 4a84bcce7bad,33965,1731133054740/rs:state/1731133057096/Put/seqid=0 2024-11-09T06:17:42,686 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741839_1015 (size=5156) 2024-11-09T06:17:42,730 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85b9d5c6d73746799c8da25838934132 2024-11-09T06:17:42,748 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12c832d2400549a9a7d045453275c822 as hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12c832d2400549a9a7d045453275c822 2024-11-09T06:17:42,771 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12c832d2400549a9a7d045453275c822, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T06:17:42,774 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e950fc6c38a64bdf925908509be01be6 as hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e950fc6c38a64bdf925908509be01be6 2024-11-09T06:17:42,801 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e950fc6c38a64bdf925908509be01be6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T06:17:42,804 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85b9d5c6d73746799c8da25838934132 as hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85b9d5c6d73746799c8da25838934132 2024-11-09T06:17:42,821 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41737/user/jenkins/test-data/6e1e8bad-49a7-6193-a8c5-e31b0b3435ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85b9d5c6d73746799c8da25838934132, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T06:17:42,824 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1127ms, sequenceid=28, compaction requested=false 2024-11-09T06:17:42,873 INFO [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:42,876 DEBUG [M:0;4a84bcce7bad:35637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133061696Disabling compacts and flushes for region at 1731133061696Disabling writes for close at 1731133061696Obtaining lock to block concurrent updates at 1731133061697 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133061697Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731133061697Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133061698 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133061698Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133061720 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133061720Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133062153 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133062191 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133062191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133062635 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133062677 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133062677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a79de0c: reopening flushed file at 1731133062746 (+69 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b601e48: reopening flushed file at 1731133062771 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a89599: reopening flushed file at 1731133062802 (+31 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1127ms, sequenceid=28, compaction requested=false at 1731133062824 (+22 ms)Writing region close event to WAL at 1731133062872 (+48 ms)Closed at 1731133062872 2024-11-09T06:17:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37637 is added to blk_1073741830_1006 (size=10165) 2024-11-09T06:17:42,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:42,929 INFO [M:0;4a84bcce7bad:35637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:17:42,929 INFO [M:0;4a84bcce7bad:35637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35637 2024-11-09T06:17:42,931 INFO [M:0;4a84bcce7bad:35637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:43,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:43,064 INFO [M:0;4a84bcce7bad:35637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:43,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35637-0x1011e3dfbc00003, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:43,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af610c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:43,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ed75d0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:43,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:43,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3204e7a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:43,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@595831b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:43,139 WARN [BP-99817036-172.17.0.3-1731133051820 heartbeating to localhost/127.0.0.1:41737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:17:43,139 WARN [BP-99817036-172.17.0.3-1731133051820 heartbeating to localhost/127.0.0.1:41737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-99817036-172.17.0.3-1731133051820 (Datanode Uuid 2cc251a9-0118-489a-9584-8d483413554c) service to localhost/127.0.0.1:41737 2024-11-09T06:17:43,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/cluster_5c2e794e-7130-e484-c921-0af2488d5191/data/data1/current/BP-99817036-172.17.0.3-1731133051820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:43,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:17:43,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:17:43,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/cluster_5c2e794e-7130-e484-c921-0af2488d5191/data/data2/current/BP-99817036-172.17.0.3-1731133051820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:43,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:17:43,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b35c739{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:43,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1599f2a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:43,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:43,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17b1d3b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:43,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7270340c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:43,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:17:43,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:17:43,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:43,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:43,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:43,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:43,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:43,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:17:43,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=770096025, stopped=false 2024-11-09T06:17:43,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,43139,1731133048825 2024-11-09T06:17:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641338459/running 2024-11-09T06:17:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641338459/running 2024-11-09T06:17:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:43,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:43,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:17:43,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:43,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:43,206 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,44437,1731133049114' ***** 2024-11-09T06:17:43,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:17:43,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on znode that does not yet exist, /01641338459/running 2024-11-09T06:17:43,207 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:17:43,207 INFO [RS:0;4a84bcce7bad:44437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:17:43,207 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:17:43,207 INFO [RS:0;4a84bcce7bad:44437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:17:43,207 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(3091): Received CLOSE for d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:43,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Set watcher on znode that does not yet exist, /01641338459/running 2024-11-09T06:17:43,212 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:43,212 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:43,212 INFO [RS:0;4a84bcce7bad:44437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:44437. 2024-11-09T06:17:43,213 DEBUG [RS:0;4a84bcce7bad:44437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:43,213 DEBUG [RS:0;4a84bcce7bad:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:43,213 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:17:43,213 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:17:43,213 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:17:43,213 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d814b0c96e3bc0f4f18262eb74f15636, disabling compactions & flushes 2024-11-09T06:17:43,214 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. after waiting 0 ms 2024-11-09T06:17:43,214 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:43,214 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d814b0c96e3bc0f4f18262eb74f15636 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T06:17:43,224 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:17:43,224 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1325): Online Regions={d814b0c96e3bc0f4f18262eb74f15636=hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:17:43,224 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:43,224 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:43,224 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:43,224 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:43,224 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:43,224 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:43,225 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T06:17:43,251 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:43,262 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636/.tmp/queue/8e475da5681b439b924303320429cae7 is 151, key is 1-4a84bcce7bad,44437,1731133049114/queue:4a84bcce7bad%2C44437%2C1731133049114/1731133059780/Put/seqid=0 2024-11-09T06:17:43,265 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/info/50bd2b13709740b3a98f35565ec37c34 is 147, key is hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636./info:regioninfo/1731133059381/Put/seqid=0 2024-11-09T06:17:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741839_1015 (size=6631) 2024-11-09T06:17:43,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741838_1014 (size=5350) 2024-11-09T06:17:43,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:43,424 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:43,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:43,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:43,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:43,521 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:17:43,521 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:17:43,530 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:43,625 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:43,727 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/info/50bd2b13709740b3a98f35565ec37c34 2024-11-09T06:17:43,731 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636/.tmp/queue/8e475da5681b439b924303320429cae7 2024-11-09T06:17:43,768 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636/.tmp/queue/8e475da5681b439b924303320429cae7 as hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636/queue/8e475da5681b439b924303320429cae7 2024-11-09T06:17:43,775 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/ns/db68f49693d147c2b7eea0fe740e0b56 is 43, key is default/ns:d/1731133051410/Put/seqid=0 2024-11-09T06:17:43,777 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636/queue/8e475da5681b439b924303320429cae7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T06:17:43,778 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d814b0c96e3bc0f4f18262eb74f15636 in 564ms, sequenceid=5, compaction requested=false 2024-11-09T06:17:43,825 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d814b0c96e3bc0f4f18262eb74f15636 2024-11-09T06:17:43,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741840_1016 (size=5153) 2024-11-09T06:17:43,846 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/replication/d814b0c96e3bc0f4f18262eb74f15636/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T06:17:43,847 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:43,847 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:43,847 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:43,847 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d814b0c96e3bc0f4f18262eb74f15636: Waiting for close lock at 1731133063214Running coprocessor pre-close hooks at 1731133063214Disabling compacts and flushes for region at 1731133063214Disabling writes for close at 1731133063214Obtaining lock to block concurrent updates at 1731133063214Preparing flush snapshotting stores in d814b0c96e3bc0f4f18262eb74f15636 at 1731133063214Finished memstore snapshotting hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731133063215 (+1 ms)Flushing stores of hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. at 1731133063215Flushing d814b0c96e3bc0f4f18262eb74f15636/queue: creating writer at 1731133063216 (+1 ms)Flushing d814b0c96e3bc0f4f18262eb74f15636/queue: appending metadata at 1731133063262 (+46 ms)Flushing d814b0c96e3bc0f4f18262eb74f15636/queue: closing flushed file at 1731133063262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78181d49: reopening flushed file at 1731133063767 (+505 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d814b0c96e3bc0f4f18262eb74f15636 in 564ms, sequenceid=5, compaction requested=false at 1731133063778 (+11 ms)Writing region close event to WAL at 1731133063816 (+38 ms)Running coprocessor post-close hooks at 1731133063847 (+31 ms)Closed at 1731133063847 2024-11-09T06:17:43,847 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133058246.d814b0c96e3bc0f4f18262eb74f15636. 2024-11-09T06:17:44,026 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:44,226 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:17:44,226 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:17:44,226 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:44,236 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/ns/db68f49693d147c2b7eea0fe740e0b56 2024-11-09T06:17:44,285 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/table/a55397a0e4c74fb7816cd0e0634a5dde is 53, key is hbase:replication/table:state/1731133059418/Put/seqid=0 2024-11-09T06:17:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741841_1017 (size=5256) 2024-11-09T06:17:44,427 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:44,459 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 to pos 0, reset compression=false 2024-11-09T06:17:44,627 DEBUG [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:17:44,733 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/table/a55397a0e4c74fb7816cd0e0634a5dde 2024-11-09T06:17:44,741 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/info/50bd2b13709740b3a98f35565ec37c34 as hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/info/50bd2b13709740b3a98f35565ec37c34 2024-11-09T06:17:44,760 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/info/50bd2b13709740b3a98f35565ec37c34, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T06:17:44,762 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/ns/db68f49693d147c2b7eea0fe740e0b56 as hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/ns/db68f49693d147c2b7eea0fe740e0b56 2024-11-09T06:17:44,776 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/ns/db68f49693d147c2b7eea0fe740e0b56, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:17:44,778 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/.tmp/table/a55397a0e4c74fb7816cd0e0634a5dde as hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/table/a55397a0e4c74fb7816cd0e0634a5dde 2024-11-09T06:17:44,791 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/table/a55397a0e4c74fb7816cd0e0634a5dde, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T06:17:44,794 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1568ms, sequenceid=11, compaction requested=false 2024-11-09T06:17:44,815 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T06:17:44,818 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:44,818 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:44,818 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:44,818 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133063224Running coprocessor pre-close hooks at 1731133063224Disabling compacts and flushes for region at 1731133063224Disabling writes for close at 1731133063224Obtaining lock to block concurrent updates at 1731133063225 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731133063225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731133063225Flushing stores of hbase:meta,,1.1588230740 at 1731133063227 (+2 ms)Flushing 1588230740/info: creating writer at 1731133063227Flushing 1588230740/info: appending metadata at 1731133063265 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731133063265Flushing 1588230740/ns: creating writer at 1731133063738 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731133063771 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731133063771Flushing 1588230740/table: creating writer at 1731133064246 (+475 ms)Flushing 1588230740/table: appending metadata at 1731133064284 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731133064284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114c293c: reopening flushed file at 1731133064740 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd901a0: reopening flushed file at 1731133064760 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5f2c60: reopening flushed file at 1731133064777 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1568ms, sequenceid=11, compaction requested=false at 1731133064794 (+17 ms)Writing region close event to WAL at 1731133064808 (+14 ms)Running coprocessor post-close hooks at 1731133064818 (+10 ms)Closed at 1731133064818 2024-11-09T06:17:44,818 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:44,827 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,44437,1731133049114; all regions closed. 2024-11-09T06:17:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741834_1010 (size=2742) 2024-11-09T06:17:44,841 DEBUG [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/oldWALs 2024-11-09T06:17:44,841 INFO [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C44437%2C1731133049114.meta:.meta(num 1731133051172) 2024-11-09T06:17:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741837_1013 (size=1586) 2024-11-09T06:17:44,853 DEBUG [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/oldWALs 2024-11-09T06:17:44,853 INFO [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C44437%2C1731133049114.rep:(num 1731133059243) 2024-11-09T06:17:44,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/WALs/4a84bcce7bad,44437,1731133049114/4a84bcce7bad%2C44437%2C1731133049114.1731133050685 not finished, retry = 0 2024-11-09T06:17:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741833_1009 (size=93) 2024-11-09T06:17:44,966 DEBUG [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/oldWALs 2024-11-09T06:17:44,966 INFO [RS:0;4a84bcce7bad:44437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C44437%2C1731133049114:(num 1731133050685) 2024-11-09T06:17:44,966 DEBUG [RS:0;4a84bcce7bad:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:44,966 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:17:44,966 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:44,966 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:44,967 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:44,967 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,44437,1731133049114 because: Region server is closing 2024-11-09T06:17:44,967 INFO [RS:0;4a84bcce7bad:44437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:44437. 2024-11-09T06:17:44,968 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:44,970 DEBUG [RS:0;4a84bcce7bad:44437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:17:44,970 DEBUG [RS:0;4a84bcce7bad:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:44,970 DEBUG [RS:0;4a84bcce7bad:44437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:44,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:45,070 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.shipper4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:17:45,070 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.wal-reader.4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:17:45,071 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44437,1731133049114.replicationSource.shipper4a84bcce7bad%2C44437%2C1731133049114,1-4a84bcce7bad,44437,1731133049114 terminated 2024-11-09T06:17:45,071 INFO [RS:0;4a84bcce7bad:44437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44437 2024-11-09T06:17:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641338459/rs/4a84bcce7bad,44437,1731133049114 2024-11-09T06:17:45,184 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459/rs 2024-11-09T06:17:45,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,44437,1731133049114] 2024-11-09T06:17:45,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01641338459/draining/4a84bcce7bad,44437,1731133049114 already deleted, retry=false 2024-11-09T06:17:45,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,44437,1731133049114 expired; onlineServers=0 2024-11-09T06:17:45,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,43139,1731133048825' ***** 2024-11-09T06:17:45,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:17:45,205 INFO [M:0;4a84bcce7bad:43139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:17:45,205 INFO [M:0;4a84bcce7bad:43139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:17:45,205 DEBUG [M:0;4a84bcce7bad:43139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:17:45,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:17:45,205 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133050376 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133050376,5,FailOnTimeoutGroup] 2024-11-09T06:17:45,205 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133050377 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133050377,5,FailOnTimeoutGroup] 2024-11-09T06:17:45,205 DEBUG [M:0;4a84bcce7bad:43139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:17:45,205 INFO [M:0;4a84bcce7bad:43139 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:17:45,205 INFO [M:0;4a84bcce7bad:43139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:17:45,206 DEBUG [M:0;4a84bcce7bad:43139 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:17:45,206 INFO [M:0;4a84bcce7bad:43139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:17:45,206 INFO [M:0;4a84bcce7bad:43139 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:17:45,206 INFO [M:0;4a84bcce7bad:43139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:17:45,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:17:45,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01641338459/master 2024-11-09T06:17:45,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01641338459 2024-11-09T06:17:45,215 DEBUG [M:0;4a84bcce7bad:43139 {}] zookeeper.ZKUtil(347): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Unable to get data of znode /01641338459/master because node does not exist (not an error) 2024-11-09T06:17:45,215 WARN [M:0;4a84bcce7bad:43139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:17:45,216 INFO [M:0;4a84bcce7bad:43139 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/.lastflushedseqids 2024-11-09T06:17:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741842_1018 (size=181) 2024-11-09T06:17:45,239 INFO [M:0;4a84bcce7bad:43139 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:17:45,239 INFO [M:0;4a84bcce7bad:43139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:17:45,240 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:45,240 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:45,240 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:45,240 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:45,240 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:45,240 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T06:17:45,269 DEBUG [M:0;4a84bcce7bad:43139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a25b713df62a40098e5a29c1a36e1ec9 is 82, key is hbase:meta,,1/info:regioninfo/1731133051259/Put/seqid=0 2024-11-09T06:17:45,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741843_1019 (size=5672) 2024-11-09T06:17:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:45,294 INFO [RS:0;4a84bcce7bad:44437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:45,294 INFO [RS:0;4a84bcce7bad:44437 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,44437,1731133049114; zookeeper connection closed. 2024-11-09T06:17:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44437-0x1011e3dfbc00001, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:45,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@309668c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@309668c0 2024-11-09T06:17:45,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:17:45,684 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a25b713df62a40098e5a29c1a36e1ec9 2024-11-09T06:17:45,715 DEBUG [M:0;4a84bcce7bad:43139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8343659a4fd54358ace202133fc90b98 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731133059425/Put/seqid=0 2024-11-09T06:17:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741844_1020 (size=7203) 2024-11-09T06:17:45,735 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8343659a4fd54358ace202133fc90b98 2024-11-09T06:17:45,764 DEBUG [M:0;4a84bcce7bad:43139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f71858090ec4343ae0e3e518545468b is 69, key is 4a84bcce7bad,44437,1731133049114/rs:state/1731133050434/Put/seqid=0 2024-11-09T06:17:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741845_1021 (size=5156) 2024-11-09T06:17:45,788 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f71858090ec4343ae0e3e518545468b 2024-11-09T06:17:45,799 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a25b713df62a40098e5a29c1a36e1ec9 as hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a25b713df62a40098e5a29c1a36e1ec9 2024-11-09T06:17:45,806 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a25b713df62a40098e5a29c1a36e1ec9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T06:17:45,807 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8343659a4fd54358ace202133fc90b98 as hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8343659a4fd54358ace202133fc90b98 2024-11-09T06:17:45,822 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8343659a4fd54358ace202133fc90b98, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T06:17:45,823 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f71858090ec4343ae0e3e518545468b as hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f71858090ec4343ae0e3e518545468b 2024-11-09T06:17:45,837 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/0a6a2039-fbcf-2298-84d2-749a39cb536a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f71858090ec4343ae0e3e518545468b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T06:17:45,840 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=70, compaction requested=false 2024-11-09T06:17:45,867 INFO [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:45,867 DEBUG [M:0;4a84bcce7bad:43139 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133065239Disabling compacts and flushes for region at 1731133065239Disabling writes for close at 1731133065240 (+1 ms)Obtaining lock to block concurrent updates at 1731133065240Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133065240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731133065241 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133065242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133065242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133065269 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133065269Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133065691 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133065715 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133065715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133065742 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133065763 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133065763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0e0759: reopening flushed file at 1731133065798 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6016de23: reopening flushed file at 1731133065806 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c57c612: reopening flushed file at 1731133065822 (+16 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=70, compaction requested=false at 1731133065840 (+18 ms)Writing region close event to WAL at 1731133065867 (+27 ms)Closed at 1731133065867 2024-11-09T06:17:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43979 is added to blk_1073741830_1006 (size=41008) 2024-11-09T06:17:45,901 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:17:45,901 INFO [M:0;4a84bcce7bad:43139 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:17:45,901 INFO [M:0;4a84bcce7bad:43139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43139 2024-11-09T06:17:45,902 INFO [M:0;4a84bcce7bad:43139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:17:46,054 INFO [M:0;4a84bcce7bad:43139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:17:46,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:46,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43139-0x1011e3dfbc00000, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:17:46,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b1c2e48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:46,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48b000ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:46,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:46,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3789d506{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:46,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1de881b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:46,089 WARN [BP-1805699807-172.17.0.3-1731133046851 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:17:46,089 WARN [BP-1805699807-172.17.0.3-1731133046851 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1805699807-172.17.0.3-1731133046851 (Datanode Uuid e177da9b-5f87-4a01-8e2f-ae0e02f104b0) service to localhost/127.0.0.1:41921 2024-11-09T06:17:46,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:17:46,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:17:46,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306/data/data1/current/BP-1805699807-172.17.0.3-1731133046851 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:46,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/cluster_c2a6c104-470a-28f8-cfc0-3d53979d7306/data/data2/current/BP-1805699807-172.17.0.3-1731133046851 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:17:46,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:17:46,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56078de6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:46,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f7142{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:17:46,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:17:46,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b48733d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:17:46,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35c68b2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36aa039f-301f-fb8b-a79e-f6a5cbb5fc14/hadoop.log.dir/,STOPPED} 2024-11-09T06:17:46,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:17:46,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:17:46,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55431) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55431) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41737 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41921 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=799 (was 812), ProcessCount=11 (was 11), AvailableMemoryMB=686 (was 981) 2024-11-09T06:17:46,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=799, ProcessCount=11, AvailableMemoryMB=686 2024-11-09T06:17:46,191 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T06:17:46,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.log.dir so I do NOT create it in target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4 2024-11-09T06:17:46,192 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:17:46,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.tmp.dir so I do NOT create it in target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4 2024-11-09T06:17:46,192 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18bede5a-bf8d-d8fe-fc0f-cf55c9c02ada/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:17:46,192 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4 2024-11-09T06:17:46,192 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53, deleteOnExit=true 2024-11-09T06:17:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e3dfbc00002, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:17:46,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e3dfbc00002, quorum=127.0.0.1:55431, baseZNode=/01641338459 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:17:46,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e3dfbc00005, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:17:46,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e3dfbc00005, quorum=127.0.0.1:55431, baseZNode=/1569621805 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:17:46,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53/zookeeper_0, clientPort=60007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:17:46,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60007 2024-11-09T06:17:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:17:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:17:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/test.cache.data in system properties and HBase conf 2024-11-09T06:17:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:17:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:17:46,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:17:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:17:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:17:46,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:17:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:17:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:46,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:17:46,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:17:46,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:46,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:46,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:46,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:46,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:17:46,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:46,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e4d4f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:46,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61dce0fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:46,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be7c771{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/java.io.tmpdir/jetty-localhost-40951-hadoop-hdfs-3_4_1-tests_jar-_-any-17110836425413432051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:46,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@afbda8e{HTTP/1.1, (http/1.1)}{localhost:40951} 2024-11-09T06:17:46,879 INFO [Time-limited test {}] server.Server(415): Started @57290ms 2024-11-09T06:17:47,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:47,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:47,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:47,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:47,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:17:47,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af93930{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:47,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10af0084{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:47,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65025eb7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/java.io.tmpdir/jetty-localhost-35271-hadoop-hdfs-3_4_1-tests_jar-_-any-4270942155012630492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:47,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ffbbd8c{HTTP/1.1, (http/1.1)}{localhost:35271} 2024-11-09T06:17:47,649 INFO [Time-limited test {}] server.Server(415): Started @58060ms 2024-11-09T06:17:47,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:17:48,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:48,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:17:48,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T06:17:48,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:49,014 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53/data/data1/current/BP-1528617191-172.17.0.3-1731133066301/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:49,014 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53/data/data2/current/BP-1528617191-172.17.0.3-1731133066301/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:49,033 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:17:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d8a9d57fefec9fa with lease ID 0xe6b4e596bd8d5744: Processing first storage report for DS-820d3153-01f9-47df-bdf3-1ad3539576b9 from datanode DatanodeRegistration(127.0.0.1:34543, datanodeUuid=9e91449e-adc0-4c38-91a8-5d4be584c405, infoPort=34517, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=479267766;c=1731133066301) 2024-11-09T06:17:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d8a9d57fefec9fa with lease ID 0xe6b4e596bd8d5744: from storage DS-820d3153-01f9-47df-bdf3-1ad3539576b9 node DatanodeRegistration(127.0.0.1:34543, datanodeUuid=9e91449e-adc0-4c38-91a8-5d4be584c405, infoPort=34517, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=479267766;c=1731133066301), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:49,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d8a9d57fefec9fa with lease ID 0xe6b4e596bd8d5744: Processing first storage report for DS-6c4e9abb-c68e-4df1-99b9-1193e9ccb77d from datanode DatanodeRegistration(127.0.0.1:34543, datanodeUuid=9e91449e-adc0-4c38-91a8-5d4be584c405, infoPort=34517, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=479267766;c=1731133066301) 2024-11-09T06:17:49,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d8a9d57fefec9fa with lease ID 0xe6b4e596bd8d5744: from storage DS-6c4e9abb-c68e-4df1-99b9-1193e9ccb77d node DatanodeRegistration(127.0.0.1:34543, datanodeUuid=9e91449e-adc0-4c38-91a8-5d4be584c405, infoPort=34517, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=479267766;c=1731133066301), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:49,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4 2024-11-09T06:17:49,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:49,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:17:49,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:49,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:49,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:49,496 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072 with version=8 2024-11-09T06:17:49,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/hbase-staging 2024-11-09T06:17:49,499 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:49,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:49,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:49,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:49,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:49,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:49,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:17:49,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:49,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39355 2024-11-09T06:17:49,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39355 connecting to ZooKeeper ensemble=127.0.0.1:60007 2024-11-09T06:17:49,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393550x0, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:49,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39355-0x1011e3e47a00000 connected 2024-11-09T06:17:49,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:49,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:49,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on znode that does not yet exist, /0402994279/running 2024-11-09T06:17:49,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072, hbase.cluster.distributed=false 2024-11-09T06:17:49,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on znode that does not yet exist, /0402994279/acl 2024-11-09T06:17:49,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-09T06:17:49,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39355 2024-11-09T06:17:49,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39355 2024-11-09T06:17:49,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-09T06:17:49,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39355 2024-11-09T06:17:49,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:49,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:49,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:49,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:49,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:49,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:49,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:17:49,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:49,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35479 2024-11-09T06:17:49,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35479 connecting to ZooKeeper ensemble=127.0.0.1:60007 2024-11-09T06:17:49,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:49,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:49,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354790x0, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:49,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354790x0, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on znode that does not yet exist, /0402994279/running 2024-11-09T06:17:49,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35479-0x1011e3e47a00001 connected 2024-11-09T06:17:49,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:17:49,721 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:17:49,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on znode that does not yet exist, /0402994279/master 2024-11-09T06:17:49,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on znode that does not yet exist, /0402994279/acl 2024-11-09T06:17:49,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-09T06:17:49,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35479 2024-11-09T06:17:49,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35479 2024-11-09T06:17:49,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-09T06:17:49,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35479 2024-11-09T06:17:49,742 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:39355 2024-11-09T06:17:49,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0402994279/backup-masters/4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279/backup-masters 2024-11-09T06:17:49,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279/backup-masters 2024-11-09T06:17:49,752 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on existing znode=/0402994279/backup-masters/4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:49,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402994279/master 2024-11-09T06:17:49,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:49,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:49,762 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on existing znode=/0402994279/master 2024-11-09T06:17:49,763 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0402994279/backup-masters/4a84bcce7bad,39355,1731133069499 from backup master directory 2024-11-09T06:17:49,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402994279/backup-masters/4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:49,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279/backup-masters 2024-11-09T06:17:49,772 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:49,772 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:49,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279/backup-masters 2024-11-09T06:17:49,782 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/hbase.id] with ID: 28a7b0cd-95ac-4319-a68a-cab47bb8a264 2024-11-09T06:17:49,782 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/.tmp/hbase.id 2024-11-09T06:17:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:17:50,191 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/.tmp/hbase.id]:[hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/hbase.id] 2024-11-09T06:17:50,215 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:50,215 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:17:50,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T06:17:50,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:17:50,276 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:50,278 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:17:50,278 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:17:50,287 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store 2024-11-09T06:17:50,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:17:50,698 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:50,699 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:50,699 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:50,699 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:50,699 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:50,699 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:50,699 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:50,699 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133070699Disabling compacts and flushes for region at 1731133070699Disabling writes for close at 1731133070699Writing region close event to WAL at 1731133070699Closed at 1731133070699 2024-11-09T06:17:50,700 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/.initializing 2024-11-09T06:17:50,700 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/WALs/4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:50,701 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:50,702 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C39355%2C1731133069499, suffix=, logDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/WALs/4a84bcce7bad,39355,1731133069499, archiveDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/oldWALs, maxLogs=10 2024-11-09T06:17:50,715 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/WALs/4a84bcce7bad,39355,1731133069499/4a84bcce7bad%2C39355%2C1731133069499.1731133070703, exclude list is [], retry=0 2024-11-09T06:17:50,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-820d3153-01f9-47df-bdf3-1ad3539576b9,DISK] 2024-11-09T06:17:50,722 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/WALs/4a84bcce7bad,39355,1731133069499/4a84bcce7bad%2C39355%2C1731133069499.1731133070703 2024-11-09T06:17:50,725 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-09T06:17:50,725 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:50,725 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:50,725 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,725 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:17:50,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:50,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:50,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:17:50,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:50,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:50,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:17:50,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:50,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:50,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:17:50,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:50,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:50,735 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,736 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,736 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,738 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,738 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,738 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:50,739 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:50,741 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:50,742 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64837016, jitterRate=-0.03385317325592041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:50,742 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133070726Initializing all the Stores at 1731133070726Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133070727 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133070727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133070727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133070727Cleaning up temporary data from old regions at 1731133070738 (+11 ms)Region opened successfully at 1731133070742 (+4 ms) 2024-11-09T06:17:50,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:17:50,746 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6a9150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:50,747 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:17:50,747 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:17:50,747 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:17:50,747 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:17:50,747 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:17:50,748 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:17:50,748 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:17:50,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:17:50,751 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Unable to get data of znode /0402994279/balancer because node does not exist (not necessarily an error) 2024-11-09T06:17:50,804 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402994279/balancer already deleted, retry=false 2024-11-09T06:17:50,804 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:17:50,805 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Unable to get data of znode /0402994279/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:17:50,814 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402994279/normalizer already deleted, retry=false 2024-11-09T06:17:50,815 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:17:50,816 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Unable to get data of znode /0402994279/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:17:50,825 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402994279/switch/split already deleted, retry=false 2024-11-09T06:17:50,826 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Unable to get data of znode /0402994279/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:17:50,835 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402994279/switch/merge already deleted, retry=false 2024-11-09T06:17:50,838 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Unable to get data of znode /0402994279/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:17:50,846 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402994279/snapshot-cleanup already deleted, retry=false 2024-11-09T06:17:50,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402994279/running 2024-11-09T06:17:50,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402994279/running 2024-11-09T06:17:50,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,857 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,39355,1731133069499, sessionid=0x1011e3e47a00000, setting cluster-up flag (Was=false) 2024-11-09T06:17:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,909 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402994279/flush-table-proc/acquired, /0402994279/flush-table-proc/reached, /0402994279/flush-table-proc/abort 2024-11-09T06:17:50,910 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:50,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:50,962 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402994279/online-snapshot/acquired, /0402994279/online-snapshot/reached, /0402994279/online-snapshot/abort 2024-11-09T06:17:50,963 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:50,964 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:17:50,966 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:50,966 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:17:50,966 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:17:50,967 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,39355,1731133069499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:17:50,968 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:50,968 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:50,968 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:50,968 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:50,968 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:17:50,968 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:50,969 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:50,969 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:50,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:50,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133100971 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:17:50,971 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:50,972 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:17:50,972 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:17:50,972 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:17:50,972 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:17:50,972 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:50,972 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:17:50,976 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:17:50,976 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:17:50,977 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133070976,5,FailOnTimeoutGroup] 2024-11-09T06:17:50,977 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133070977,5,FailOnTimeoutGroup] 2024-11-09T06:17:50,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:50,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:17:50,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:50,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:50,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:17:50,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:17:50,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072 2024-11-09T06:17:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:17:50,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:50,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:50,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:50,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:50,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:50,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:50,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:50,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:51,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:51,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:51,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:51,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:51,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:51,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:51,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:51,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:51,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:51,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:51,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740 2024-11-09T06:17:51,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740 2024-11-09T06:17:51,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:51,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:51,006 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:51,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:51,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:51,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299265, jitterRate=0.06244184076786041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:51,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133070992Initializing all the Stores at 1731133070993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133070993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133070996 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133070996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133070996Cleaning up temporary data from old regions at 1731133071006 (+10 ms)Region opened successfully at 1731133071014 (+8 ms) 2024-11-09T06:17:51,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:51,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:51,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:51,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:51,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:51,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:51,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133071014Disabling compacts and flushes for region at 1731133071014Disabling writes for close at 1731133071014Writing region close event to WAL at 1731133071014Closed at 1731133071014 2024-11-09T06:17:51,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:51,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:17:51,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:17:51,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:51,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:17:51,030 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(746): ClusterId : 28a7b0cd-95ac-4319-a68a-cab47bb8a264 2024-11-09T06:17:51,030 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:17:51,036 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:17:51,036 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:17:51,047 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:17:51,047 DEBUG [RS:0;4a84bcce7bad:35479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11304fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:51,061 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:35479 2024-11-09T06:17:51,061 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:17:51,061 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:17:51,061 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:17:51,062 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,39355,1731133069499 with port=35479, startcode=1731133069701 2024-11-09T06:17:51,062 DEBUG [RS:0;4a84bcce7bad:35479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:17:51,064 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:17:51,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39355 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,066 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072 2024-11-09T06:17:51,066 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43357 2024-11-09T06:17:51,066 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:17:51,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279/rs 2024-11-09T06:17:51,078 DEBUG [RS:0;4a84bcce7bad:35479 {}] zookeeper.ZKUtil(111): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on existing znode=/0402994279/rs/4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,078 WARN [RS:0;4a84bcce7bad:35479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:51,078 INFO [RS:0;4a84bcce7bad:35479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:51,078 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,35479,1731133069701] 2024-11-09T06:17:51,083 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:17:51,085 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:17:51,085 INFO [RS:0;4a84bcce7bad:35479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:17:51,085 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,086 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:17:51,087 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:17:51,087 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,087 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,088 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,088 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:51,088 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:51,088 DEBUG [RS:0;4a84bcce7bad:35479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:51,088 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,088 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,088 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,088 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,088 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,088 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35479,1731133069701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:51,107 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:17:51,107 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35479,1731133069701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,108 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,108 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.Replication(171): 4a84bcce7bad,35479,1731133069701 started 2024-11-09T06:17:51,123 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,123 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,35479,1731133069701, RpcServer on 4a84bcce7bad/172.17.0.3:35479, sessionid=0x1011e3e47a00001 2024-11-09T06:17:51,123 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:17:51,123 DEBUG [RS:0;4a84bcce7bad:35479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,123 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,35479,1731133069701' 2024-11-09T06:17:51,123 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402994279/flush-table-proc/abort' 2024-11-09T06:17:51,124 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402994279/flush-table-proc/acquired' 2024-11-09T06:17:51,124 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:17:51,124 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:17:51,124 DEBUG [RS:0;4a84bcce7bad:35479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,124 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,35479,1731133069701' 2024-11-09T06:17:51,124 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402994279/online-snapshot/abort' 2024-11-09T06:17:51,125 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402994279/online-snapshot/acquired' 2024-11-09T06:17:51,125 DEBUG [RS:0;4a84bcce7bad:35479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:17:51,125 INFO [RS:0;4a84bcce7bad:35479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:17:51,125 INFO [RS:0;4a84bcce7bad:35479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:17:51,169 WARN [4a84bcce7bad:39355 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T06:17:51,226 INFO [RS:0;4a84bcce7bad:35479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:51,227 INFO [RS:0;4a84bcce7bad:35479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C35479%2C1731133069701, suffix=, logDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701, archiveDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/oldWALs, maxLogs=10 2024-11-09T06:17:51,243 DEBUG [RS:0;4a84bcce7bad:35479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228, exclude list is [], retry=0 2024-11-09T06:17:51,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-820d3153-01f9-47df-bdf3-1ad3539576b9,DISK] 2024-11-09T06:17:51,248 INFO [RS:0;4a84bcce7bad:35479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 2024-11-09T06:17:51,248 DEBUG [RS:0;4a84bcce7bad:35479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-09T06:17:51,419 DEBUG [4a84bcce7bad:39355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:51,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,35479,1731133069701, state=OPENING 2024-11-09T06:17:51,467 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:17:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:51,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:17:51,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:51,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402994279/meta-region-server: CHANGED 2024-11-09T06:17:51,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402994279/meta-region-server: CHANGED 2024-11-09T06:17:51,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,35479,1731133069701}] 2024-11-09T06:17:51,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:17:51,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:17:51,637 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:17:51,637 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:51,637 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:17:51,639 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C35479%2C1731133069701.meta, suffix=.meta, logDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701, archiveDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/oldWALs, maxLogs=10 2024-11-09T06:17:51,652 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.meta.1731133071639.meta, exclude list is [], retry=0 2024-11-09T06:17:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-820d3153-01f9-47df-bdf3-1ad3539576b9,DISK] 2024-11-09T06:17:51,656 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.meta.1731133071639.meta 2024-11-09T06:17:51,657 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-09T06:17:51,657 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:51,657 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:51,657 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:51,657 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:17:51,657 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:17:51,657 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:17:51,658 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:51,658 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:17:51,658 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:17:51,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:51,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:51,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:51,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:51,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:51,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:51,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:51,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:51,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:51,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:51,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:51,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:51,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:51,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:51,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:51,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:51,665 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:51,666 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740 2024-11-09T06:17:51,667 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740 2024-11-09T06:17:51,668 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:51,668 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:51,668 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:51,670 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:51,671 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65636449, jitterRate=-0.021940693259239197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:51,671 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:17:51,671 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133071658Writing region info on filesystem at 1731133071658Initializing all the Stores at 1731133071659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133071659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133071659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133071659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133071659Cleaning up temporary data from old regions at 1731133071668 (+9 ms)Running coprocessor post-open hooks at 1731133071671 (+3 ms)Region opened successfully at 1731133071671 2024-11-09T06:17:51,672 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133071631 2024-11-09T06:17:51,675 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:17:51,675 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:17:51,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,35479,1731133069701, state=OPEN 2024-11-09T06:17:51,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402994279/meta-region-server 2024-11-09T06:17:51,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402994279/meta-region-server 2024-11-09T06:17:51,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:51,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402994279/meta-region-server: CHANGED 2024-11-09T06:17:51,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402994279/meta-region-server: CHANGED 2024-11-09T06:17:51,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:17:51,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,35479,1731133069701 in 244 msec 2024-11-09T06:17:51,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:17:51,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 709 msec 2024-11-09T06:17:51,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:51,729 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:17:51,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:51,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35479,1731133069701, seqNum=-1] 2024-11-09T06:17:51,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:51,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:51,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 771 msec 2024-11-09T06:17:51,738 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133071738, completionTime=-1 2024-11-09T06:17:51,738 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:17:51,738 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:17:51,740 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:17:51,740 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133131740 2024-11-09T06:17:51,740 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133191740 2024-11-09T06:17:51,740 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T06:17:51,740 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39355,1731133069499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,741 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39355,1731133069499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,741 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39355,1731133069499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,741 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:39355, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,741 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,742 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,743 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:17:51,745 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.973sec 2024-11-09T06:17:51,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:17:51,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:17:51,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:17:51,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:17:51,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:17:51,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39355,1731133069499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:51,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39355,1731133069499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:17:51,748 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:17:51,748 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:17:51,749 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39355,1731133069499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:51,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dc0e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:51,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,39355,-1 for getting cluster id 2024-11-09T06:17:51,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:51,832 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a7b0cd-95ac-4319-a68a-cab47bb8a264' 2024-11-09T06:17:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a7b0cd-95ac-4319-a68a-cab47bb8a264" 2024-11-09T06:17:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ef5c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,39355,-1] 2024-11-09T06:17:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:51,834 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:51,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2cd162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:51,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35479,1731133069701, seqNum=-1] 2024-11-09T06:17:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:51,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:51,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:51,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60007 2024-11-09T06:17:51,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:51,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e3e47a00002 connected 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.log.dir so I do NOT create it in target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539 2024-11-09T06:17:51,870 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.tmp.dir so I do NOT create it in target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539 2024-11-09T06:17:51,870 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:17:51,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/cluster_411516cd-17a3-cede-e55f-f4ead39920cf, deleteOnExit=true 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/test.cache.data in system properties and HBase conf 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:17:51,871 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:17:52,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:52,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:52,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:52,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:52,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:17:52,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:52,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f76b0cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:52,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cd43d54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:52,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66774d11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/java.io.tmpdir/jetty-localhost-40221-hadoop-hdfs-3_4_1-tests_jar-_-any-8894508086181159789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:17:52,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6d9700{HTTP/1.1, (http/1.1)}{localhost:40221} 2024-11-09T06:17:52,385 INFO [Time-limited test {}] server.Server(415): Started @62796ms 2024-11-09T06:17:52,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:17:52,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:17:52,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:17:52,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:17:52,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:17:52,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c048f86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:17:52,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6073aeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:17:52,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28d2106{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/java.io.tmpdir/jetty-localhost-40133-hadoop-hdfs-3_4_1-tests_jar-_-any-6115754734047452068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:17:52,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@312f8a09{HTTP/1.1, (http/1.1)}{localhost:40133} 2024-11-09T06:17:52,830 INFO [Time-limited test {}] server.Server(415): Started @63241ms 2024-11-09T06:17:52,831 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:17:53,800 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/cluster_411516cd-17a3-cede-e55f-f4ead39920cf/data/data1/current/BP-1460222561-172.17.0.3-1731133071894/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:53,800 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/cluster_411516cd-17a3-cede-e55f-f4ead39920cf/data/data2/current/BP-1460222561-172.17.0.3-1731133071894/current, will proceed with Du for space computation calculation, 2024-11-09T06:17:53,818 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:17:53,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d7501bffc1ac683 with lease ID 0x81eefc7724f74564: Processing first storage report for DS-1b08e496-fcd8-4372-9589-d01f2f7c7ebc from datanode DatanodeRegistration(127.0.0.1:44345, datanodeUuid=08f00b6a-d613-4709-9862-88b2c79f061d, infoPort=43283, infoSecurePort=0, ipcPort=44899, storageInfo=lv=-57;cid=testClusterID;nsid=108427339;c=1731133071894) 2024-11-09T06:17:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d7501bffc1ac683 with lease ID 0x81eefc7724f74564: from storage DS-1b08e496-fcd8-4372-9589-d01f2f7c7ebc node DatanodeRegistration(127.0.0.1:44345, datanodeUuid=08f00b6a-d613-4709-9862-88b2c79f061d, infoPort=43283, infoSecurePort=0, ipcPort=44899, storageInfo=lv=-57;cid=testClusterID;nsid=108427339;c=1731133071894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d7501bffc1ac683 with lease ID 0x81eefc7724f74564: Processing first storage report for DS-c848067e-68be-4a42-99b0-e5f700d09ff7 from datanode DatanodeRegistration(127.0.0.1:44345, datanodeUuid=08f00b6a-d613-4709-9862-88b2c79f061d, infoPort=43283, infoSecurePort=0, ipcPort=44899, storageInfo=lv=-57;cid=testClusterID;nsid=108427339;c=1731133071894) 2024-11-09T06:17:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d7501bffc1ac683 with lease ID 0x81eefc7724f74564: from storage DS-c848067e-68be-4a42-99b0-e5f700d09ff7 node DatanodeRegistration(127.0.0.1:44345, datanodeUuid=08f00b6a-d613-4709-9862-88b2c79f061d, infoPort=43283, infoSecurePort=0, ipcPort=44899, storageInfo=lv=-57;cid=testClusterID;nsid=108427339;c=1731133071894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:17:53,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539 2024-11-09T06:17:53,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:53,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:53,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:17:54,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00 with version=8 2024-11-09T06:17:54,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/hbase-staging 2024-11-09T06:17:54,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:54,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:54,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:54,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:54,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:54,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:54,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:17:54,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:54,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46661 2024-11-09T06:17:54,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46661 connecting to ZooKeeper ensemble=127.0.0.1:60007 2024-11-09T06:17:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466610x0, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:54,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46661-0x1011e3e47a00003 connected 2024-11-09T06:17:54,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:54,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:54,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on znode that does not yet exist, /1244318461/running 2024-11-09T06:17:54,452 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00, hbase.cluster.distributed=false 2024-11-09T06:17:54,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on znode that does not yet exist, /1244318461/acl 2024-11-09T06:17:54,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-09T06:17:54,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46661 2024-11-09T06:17:54,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46661 2024-11-09T06:17:54,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-09T06:17:54,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-09T06:17:54,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:17:54,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:54,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:54,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:17:54,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:17:54,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:17:54,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:17:54,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:17:54,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46273 2024-11-09T06:17:54,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46273 connecting to ZooKeeper ensemble=127.0.0.1:60007 2024-11-09T06:17:54,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:54,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:54,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462730x0, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:54,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462730x0, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on znode that does not yet exist, /1244318461/running 2024-11-09T06:17:54,565 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:17:54,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46273-0x1011e3e47a00004 connected 2024-11-09T06:17:54,589 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:17:54,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on znode that does not yet exist, /1244318461/master 2024-11-09T06:17:54,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on znode that does not yet exist, /1244318461/acl 2024-11-09T06:17:54,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46273 2024-11-09T06:17:54,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46273 2024-11-09T06:17:54,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46273 2024-11-09T06:17:54,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46273 2024-11-09T06:17:54,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46273 2024-11-09T06:17:54,653 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:46661 2024-11-09T06:17:54,672 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1244318461/backup-masters/4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:54,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461/backup-masters 2024-11-09T06:17:54,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461/backup-masters 2024-11-09T06:17:54,685 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on existing znode=/1244318461/backup-masters/4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1244318461/master 2024-11-09T06:17:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:54,699 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on existing znode=/1244318461/master 2024-11-09T06:17:54,699 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1244318461/backup-masters/4a84bcce7bad,46661,1731133074303 from backup master directory 2024-11-09T06:17:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244318461/backup-masters/4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461/backup-masters 2024-11-09T06:17:54,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461/backup-masters 2024-11-09T06:17:54,710 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:54,710 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:54,716 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/hbase.id] with ID: 4c50e0f0-3bc2-4206-ad23-ac1acca1f288 2024-11-09T06:17:54,716 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/.tmp/hbase.id 2024-11-09T06:17:54,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:17:55,142 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/.tmp/hbase.id]:[hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/hbase.id] 2024-11-09T06:17:55,160 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:17:55,160 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:17:55,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T06:17:55,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:55,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:17:55,663 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:55,664 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:17:55,668 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:55,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:17:56,081 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store 2024-11-09T06:17:56,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:17:56,091 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:56,091 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:17:56,092 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:56,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:56,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:17:56,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:56,092 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:17:56,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133076091Disabling compacts and flushes for region at 1731133076091Disabling writes for close at 1731133076092 (+1 ms)Writing region close event to WAL at 1731133076092Closed at 1731133076092 2024-11-09T06:17:56,095 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/.initializing 2024-11-09T06:17:56,095 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/WALs/4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:56,096 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:56,099 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C46661%2C1731133074303, suffix=, logDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/WALs/4a84bcce7bad,46661,1731133074303, archiveDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/oldWALs, maxLogs=10 2024-11-09T06:17:56,118 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/WALs/4a84bcce7bad,46661,1731133074303/4a84bcce7bad%2C46661%2C1731133074303.1731133076100, exclude list is [], retry=0 2024-11-09T06:17:56,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44345,DS-1b08e496-fcd8-4372-9589-d01f2f7c7ebc,DISK] 2024-11-09T06:17:56,142 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/WALs/4a84bcce7bad,46661,1731133074303/4a84bcce7bad%2C46661%2C1731133074303.1731133076100 2024-11-09T06:17:56,142 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-11-09T06:17:56,142 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:56,143 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:56,143 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,143 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:17:56,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:56,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:17:56,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:56,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:17:56,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:56,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:17:56,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:56,163 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,164 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,164 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,168 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,168 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,170 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:56,171 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:17:56,176 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:56,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59526027, jitterRate=-0.11299307644367218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:56,177 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133076143Initializing all the Stores at 1731133076145 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133076145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133076145Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133076145Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133076145Cleaning up temporary data from old regions at 1731133076168 (+23 ms)Region opened successfully at 1731133076177 (+9 ms) 2024-11-09T06:17:56,178 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:17:56,184 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36788d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:56,185 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:17:56,185 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:17:56,185 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:17:56,185 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:17:56,186 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:17:56,186 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:17:56,186 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:17:56,193 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:17:56,194 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Unable to get data of znode /1244318461/balancer because node does not exist (not necessarily an error) 2024-11-09T06:17:56,268 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244318461/balancer already deleted, retry=false 2024-11-09T06:17:56,269 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:17:56,276 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Unable to get data of znode /1244318461/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:17:56,288 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244318461/normalizer already deleted, retry=false 2024-11-09T06:17:56,288 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:17:56,290 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Unable to get data of znode /1244318461/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:17:56,298 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244318461/switch/split already deleted, retry=false 2024-11-09T06:17:56,300 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Unable to get data of znode /1244318461/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:17:56,309 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244318461/switch/merge already deleted, retry=false 2024-11-09T06:17:56,314 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Unable to get data of znode /1244318461/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:17:56,320 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1244318461/snapshot-cleanup already deleted, retry=false 2024-11-09T06:17:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1244318461/running 2024-11-09T06:17:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1244318461/running 2024-11-09T06:17:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:56,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:56,331 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,46661,1731133074303, sessionid=0x1011e3e47a00003, setting cluster-up flag (Was=false) 2024-11-09T06:17:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:56,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:56,383 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1244318461/flush-table-proc/acquired, /1244318461/flush-table-proc/reached, /1244318461/flush-table-proc/abort 2024-11-09T06:17:56,385 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:56,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:56,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:56,435 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1244318461/online-snapshot/acquired, /1244318461/online-snapshot/reached, /1244318461/online-snapshot/abort 2024-11-09T06:17:56,437 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:56,439 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:17:56,441 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:56,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:17:56,445 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:17:56,445 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,46661,1731133074303 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:17:56,445 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(746): ClusterId : 4c50e0f0-3bc2-4206-ad23-ac1acca1f288 2024-11-09T06:17:56,446 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:17:56,457 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:17:56,457 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:56,467 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,468 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:17:56,468 DEBUG [RS:0;4a84bcce7bad:46273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a728e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:17:56,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133106468 2024-11-09T06:17:56,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:17:56,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:17:56,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:17:56,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:17:56,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:17:56,469 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:17:56,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:56,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:17:56,470 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:17:56,476 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:17:56,476 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:17:56,476 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:17:56,476 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:17:56,484 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:46273 2024-11-09T06:17:56,484 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:17:56,484 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:17:56,484 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:17:56,484 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:17:56,484 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:17:56,485 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,46661,1731133074303 with port=46273, startcode=1731133074530 2024-11-09T06:17:56,485 DEBUG [RS:0;4a84bcce7bad:46273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:17:56,489 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133076484,5,FailOnTimeoutGroup] 2024-11-09T06:17:56,489 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133076489,5,FailOnTimeoutGroup] 2024-11-09T06:17:56,489 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,489 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:17:56,489 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,489 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,490 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:17:56,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:56,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46661 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:56,492 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00 2024-11-09T06:17:56,492 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44585 2024-11-09T06:17:56,492 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:17:56,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:17:56,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:17:56,497 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00 2024-11-09T06:17:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461/rs 2024-11-09T06:17:56,499 DEBUG [RS:0;4a84bcce7bad:46273 {}] zookeeper.ZKUtil(111): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on existing znode=/1244318461/rs/4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:56,499 WARN [RS:0;4a84bcce7bad:46273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:17:56,499 INFO [RS:0;4a84bcce7bad:46273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:56,499 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/WALs/4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:56,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,46273,1731133074530] 2024-11-09T06:17:56,509 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:17:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:17:56,513 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:17:56,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:56,513 INFO [RS:0;4a84bcce7bad:46273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:17:56,513 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,513 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:17:56,516 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:17:56,516 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:56,516 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,516 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,516 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:56,517 DEBUG [RS:0;4a84bcce7bad:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:17:56,518 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,518 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,519 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,519 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,519 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,519 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46273,1731133074530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:56,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:56,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:56,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:56,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:56,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:56,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:56,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:56,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:56,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:56,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:56,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:56,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:56,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:56,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740 2024-11-09T06:17:56,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740 2024-11-09T06:17:56,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:56,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:56,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:56,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:56,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:56,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62265358, jitterRate=-0.07217386364936829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:56,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133076513Initializing all the Stores at 1731133076516 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133076516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133076516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133076516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133076516Cleaning up temporary data from old regions at 1731133076534 (+18 ms)Region opened successfully at 1731133076540 (+6 ms) 2024-11-09T06:17:56,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:17:56,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:17:56,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:17:56,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:17:56,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:17:56,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:17:56,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133076540Disabling compacts and flushes for region at 1731133076540Disabling writes for close at 1731133076540Writing region close event to WAL at 1731133076548 (+8 ms)Closed at 1731133076548 2024-11-09T06:17:56,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:56,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:17:56,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:17:56,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:56,553 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:17:56,553 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46273,1731133074530-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,554 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,554 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.Replication(171): 4a84bcce7bad,46273,1731133074530 started 2024-11-09T06:17:56,556 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:17:56,586 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:56,586 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,46273,1731133074530, RpcServer on 4a84bcce7bad/172.17.0.3:46273, sessionid=0x1011e3e47a00004 2024-11-09T06:17:56,586 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:17:56,586 DEBUG [RS:0;4a84bcce7bad:46273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:56,586 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,46273,1731133074530' 2024-11-09T06:17:56,587 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1244318461/flush-table-proc/abort' 2024-11-09T06:17:56,587 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1244318461/flush-table-proc/acquired' 2024-11-09T06:17:56,588 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:17:56,588 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:17:56,588 DEBUG [RS:0;4a84bcce7bad:46273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:56,588 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,46273,1731133074530' 2024-11-09T06:17:56,588 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1244318461/online-snapshot/abort' 2024-11-09T06:17:56,589 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1244318461/online-snapshot/acquired' 2024-11-09T06:17:56,589 DEBUG [RS:0;4a84bcce7bad:46273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:17:56,589 INFO [RS:0;4a84bcce7bad:46273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:17:56,589 INFO [RS:0;4a84bcce7bad:46273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:17:56,690 INFO [RS:0;4a84bcce7bad:46273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:17:56,699 INFO [RS:0;4a84bcce7bad:46273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C46273%2C1731133074530, suffix=, logDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/WALs/4a84bcce7bad,46273,1731133074530, archiveDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/oldWALs, maxLogs=10 2024-11-09T06:17:56,706 WARN [4a84bcce7bad:46661 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T06:17:56,722 DEBUG [RS:0;4a84bcce7bad:46273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/WALs/4a84bcce7bad,46273,1731133074530/4a84bcce7bad%2C46273%2C1731133074530.1731133076699, exclude list is [], retry=0 2024-11-09T06:17:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44345,DS-1b08e496-fcd8-4372-9589-d01f2f7c7ebc,DISK] 2024-11-09T06:17:56,766 INFO [RS:0;4a84bcce7bad:46273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/WALs/4a84bcce7bad,46273,1731133074530/4a84bcce7bad%2C46273%2C1731133074530.1731133076699 2024-11-09T06:17:56,767 DEBUG [RS:0;4a84bcce7bad:46273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-11-09T06:17:56,956 DEBUG [4a84bcce7bad:46661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:17:56,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:56,958 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,46273,1731133074530, state=OPENING 2024-11-09T06:17:57,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:17:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:57,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:17:57,200 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:17:57,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:57,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:17:57,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244318461/meta-region-server: CHANGED 2024-11-09T06:17:57,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244318461/meta-region-server: CHANGED 2024-11-09T06:17:57,216 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:17:57,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,46273,1731133074530}] 2024-11-09T06:17:57,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:17:57,382 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:17:57,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:17:57,397 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:17:57,397 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:17:57,398 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:17:57,408 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C46273%2C1731133074530.meta, suffix=.meta, logDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/WALs/4a84bcce7bad,46273,1731133074530, archiveDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/oldWALs, maxLogs=10 2024-11-09T06:17:57,435 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/WALs/4a84bcce7bad,46273,1731133074530/4a84bcce7bad%2C46273%2C1731133074530.meta.1731133077409.meta, exclude list is [], retry=0 2024-11-09T06:17:57,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44345,DS-1b08e496-fcd8-4372-9589-d01f2f7c7ebc,DISK] 2024-11-09T06:17:57,451 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/WALs/4a84bcce7bad,46273,1731133074530/4a84bcce7bad%2C46273%2C1731133074530.meta.1731133077409.meta 2024-11-09T06:17:57,452 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43283:43283)] 2024-11-09T06:17:57,452 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:57,453 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:57,453 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:17:57,453 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:17:57,453 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:17:57,453 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:17:57,453 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:57,453 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:17:57,454 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:17:57,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:17:57,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:17:57,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:57,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:57,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:17:57,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:17:57,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:57,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:57,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:17:57,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:17:57,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:57,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:57,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:17:57,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:17:57,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:57,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:17:57,491 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:17:57,493 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740 2024-11-09T06:17:57,495 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740 2024-11-09T06:17:57,497 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:17:57,497 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:17:57,498 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:17:57,500 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:17:57,502 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61722376, jitterRate=-0.08026492595672607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:17:57,502 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:17:57,503 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133077454Writing region info on filesystem at 1731133077454Initializing all the Stores at 1731133077456 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133077456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133077472 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133077472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133077472Cleaning up temporary data from old regions at 1731133077497 (+25 ms)Running coprocessor post-open hooks at 1731133077502 (+5 ms)Region opened successfully at 1731133077503 (+1 ms) 2024-11-09T06:17:57,504 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133077381 2024-11-09T06:17:57,509 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:17:57,509 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:17:57,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:57,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,46273,1731133074530, state=OPEN 2024-11-09T06:17:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1244318461/meta-region-server 2024-11-09T06:17:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1244318461/meta-region-server 2024-11-09T06:17:57,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:57,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244318461/meta-region-server: CHANGED 2024-11-09T06:17:57,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1244318461/meta-region-server: CHANGED 2024-11-09T06:17:57,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:17:57,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,46273,1731133074530 in 451 msec 2024-11-09T06:17:57,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:17:57,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1190 sec 2024-11-09T06:17:57,676 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:17:57,676 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:17:57,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:57,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,46273,1731133074530, seqNum=-1] 2024-11-09T06:17:57,678 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:57,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:57,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-11-09T06:17:57,689 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133077689, completionTime=-1 2024-11-09T06:17:57,689 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:17:57,690 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:17:57,692 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:17:57,692 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133137692 2024-11-09T06:17:57,692 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133197692 2024-11-09T06:17:57,692 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T06:17:57,692 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46661,1731133074303-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:57,693 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46661,1731133074303-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:57,693 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46661,1731133074303-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:57,693 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:46661, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:57,693 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:57,694 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:57,696 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.990sec 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46661,1731133074303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:17:57,700 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46661,1731133074303-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:17:57,703 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:17:57,703 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:17:57,703 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46661,1731133074303-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:17:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642de606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:57,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46661,-1 for getting cluster id 2024-11-09T06:17:57,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:57,749 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c50e0f0-3bc2-4206-ad23-ac1acca1f288' 2024-11-09T06:17:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c50e0f0-3bc2-4206-ad23-ac1acca1f288" 2024-11-09T06:17:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff7fdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46661,-1] 2024-11-09T06:17:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:57,752 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:57,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b48ca05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:57,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:17:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,46273,1731133074530, seqNum=-1] 2024-11-09T06:17:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:17:57,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:17:57,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:57,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60007 2024-11-09T06:17:57,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:17:57,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e3e47a00005 connected 2024-11-09T06:17:57,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38031b5e 2024-11-09T06:17:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:57,792 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:57,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:17:57,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:17:57,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:57,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:17:57,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:17:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:17:57,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10bb00c9e09eebb979157dccd7f2e76d, NAME => 'test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072 2024-11-09T06:17:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:17:57,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:57,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 10bb00c9e09eebb979157dccd7f2e76d, disabling compactions & flushes 2024-11-09T06:17:57,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:17:57,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:17:57,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. after waiting 0 ms 2024-11-09T06:17:57,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:17:57,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:17:57,837 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10bb00c9e09eebb979157dccd7f2e76d: Waiting for close lock at 1731133077837Disabling compacts and flushes for region at 1731133077837Disabling writes for close at 1731133077837Writing region close event to WAL at 1731133077837Closed at 1731133077837 2024-11-09T06:17:57,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:17:57,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133077844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133077844"}]},"ts":"1731133077844"} 2024-11-09T06:17:57,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:17:57,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:17:57,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133077859"}]},"ts":"1731133077859"} 2024-11-09T06:17:57,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:17:57,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10bb00c9e09eebb979157dccd7f2e76d, ASSIGN}] 2024-11-09T06:17:57,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10bb00c9e09eebb979157dccd7f2e76d, ASSIGN 2024-11-09T06:17:57,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=10bb00c9e09eebb979157dccd7f2e76d, ASSIGN; state=OFFLINE, location=4a84bcce7bad,35479,1731133069701; forceNewPlan=false, retain=false 2024-11-09T06:17:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:58,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10bb00c9e09eebb979157dccd7f2e76d, regionState=OPENING, regionLocation=4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=10bb00c9e09eebb979157dccd7f2e76d, ASSIGN because future has completed 2024-11-09T06:17:58,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10bb00c9e09eebb979157dccd7f2e76d, server=4a84bcce7bad,35479,1731133069701}] 2024-11-09T06:17:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:58,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:17:58,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T06:17:58,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:17:58,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T06:17:58,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:17:58,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T06:17:58,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T06:17:58,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T06:17:58,191 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:17:58,191 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 10bb00c9e09eebb979157dccd7f2e76d, NAME => 'test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:58,191 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:58,192 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:17:58,192 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,192 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:58,192 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,192 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,196 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,199 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10bb00c9e09eebb979157dccd7f2e76d columnFamilyName f 2024-11-09T06:17:58,199 DEBUG [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:58,199 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] regionserver.HStore(327): Store=10bb00c9e09eebb979157dccd7f2e76d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:58,199 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,200 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10bb00c9e09eebb979157dccd7f2e76d columnFamilyName f1 2024-11-09T06:17:58,201 DEBUG [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:58,201 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] regionserver.HStore(327): Store=10bb00c9e09eebb979157dccd7f2e76d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:58,201 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,202 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10bb00c9e09eebb979157dccd7f2e76d columnFamilyName norep 2024-11-09T06:17:58,203 DEBUG [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:58,203 INFO [StoreOpener-10bb00c9e09eebb979157dccd7f2e76d-1 {}] regionserver.HStore(327): Store=10bb00c9e09eebb979157dccd7f2e76d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:58,203 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,204 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,205 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,206 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,206 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,207 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:17:58,208 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,210 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:58,211 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 10bb00c9e09eebb979157dccd7f2e76d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63878194, jitterRate=-0.04814073443412781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:17:58,211 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:17:58,212 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 10bb00c9e09eebb979157dccd7f2e76d: Running coprocessor pre-open hook at 1731133078192Writing region info on filesystem at 1731133078192Initializing all the Stores at 1731133078193 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133078193Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133078196 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133078196Cleaning up temporary data from old regions at 1731133078206 (+10 ms)Running coprocessor post-open hooks at 1731133078211 (+5 ms)Region opened successfully at 1731133078212 (+1 ms) 2024-11-09T06:17:58,214 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., pid=6, masterSystemTime=1731133078185 2024-11-09T06:17:58,217 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:17:58,217 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:17:58,219 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10bb00c9e09eebb979157dccd7f2e76d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,35479,1731133069701 2024-11-09T06:17:58,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10bb00c9e09eebb979157dccd7f2e76d, server=4a84bcce7bad,35479,1731133069701 because future has completed 2024-11-09T06:17:58,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:17:58,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10bb00c9e09eebb979157dccd7f2e76d, server=4a84bcce7bad,35479,1731133069701 in 190 msec 2024-11-09T06:17:58,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:17:58,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=10bb00c9e09eebb979157dccd7f2e76d, ASSIGN in 363 msec 2024-11-09T06:17:58,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:17:58,231 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133078231"}]},"ts":"1731133078231"} 2024-11-09T06:17:58,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:17:58,237 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:17:58,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 437 msec 2024-11-09T06:17:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:58,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:58,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:17:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-11-09T06:17:58,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:58,446 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:58,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:17:58,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:17:58,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:58,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:17:58,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:17:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:17:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:58,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e9bccba32662b491c1f5e76ff41dbdc, NAME => 'test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00 2024-11-09T06:17:58,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:17:58,903 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:58,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e9bccba32662b491c1f5e76ff41dbdc, disabling compactions & flushes 2024-11-09T06:17:58,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:17:58,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:17:58,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. after waiting 0 ms 2024-11-09T06:17:58,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:17:58,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:17:58,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e9bccba32662b491c1f5e76ff41dbdc: Waiting for close lock at 1731133078904Disabling compacts and flushes for region at 1731133078904Disabling writes for close at 1731133078904Writing region close event to WAL at 1731133078904Closed at 1731133078904 2024-11-09T06:17:58,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:17:58,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133078906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133078906"}]},"ts":"1731133078906"} 2024-11-09T06:17:58,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:17:58,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:17:58,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133078962"}]},"ts":"1731133078962"} 2024-11-09T06:17:58,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:17:58,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e9bccba32662b491c1f5e76ff41dbdc, ASSIGN}] 2024-11-09T06:17:58,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e9bccba32662b491c1f5e76ff41dbdc, ASSIGN 2024-11-09T06:17:58,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e9bccba32662b491c1f5e76ff41dbdc, ASSIGN; state=OFFLINE, location=4a84bcce7bad,46273,1731133074530; forceNewPlan=false, retain=false 2024-11-09T06:17:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:59,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e9bccba32662b491c1f5e76ff41dbdc, regionState=OPENING, regionLocation=4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:59,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e9bccba32662b491c1f5e76ff41dbdc, ASSIGN because future has completed 2024-11-09T06:17:59,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e9bccba32662b491c1f5e76ff41dbdc, server=4a84bcce7bad,46273,1731133074530}] 2024-11-09T06:17:59,287 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:17:59,287 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e9bccba32662b491c1f5e76ff41dbdc, NAME => 'test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:17:59,287 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:17:59,287 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:17:59,287 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,287 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:17:59,287 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,288 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,289 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,291 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e9bccba32662b491c1f5e76ff41dbdc columnFamilyName f 2024-11-09T06:17:59,291 DEBUG [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:59,291 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] regionserver.HStore(327): Store=6e9bccba32662b491c1f5e76ff41dbdc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:59,292 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,293 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e9bccba32662b491c1f5e76ff41dbdc columnFamilyName f1 2024-11-09T06:17:59,293 DEBUG [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:59,294 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] regionserver.HStore(327): Store=6e9bccba32662b491c1f5e76ff41dbdc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:59,295 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,297 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e9bccba32662b491c1f5e76ff41dbdc columnFamilyName norep 2024-11-09T06:17:59,298 DEBUG [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:59,299 INFO [StoreOpener-6e9bccba32662b491c1f5e76ff41dbdc-1 {}] regionserver.HStore(327): Store=6e9bccba32662b491c1f5e76ff41dbdc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:17:59,304 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,307 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,307 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,309 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,309 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,311 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:17:59,313 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,320 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:17:59,321 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e9bccba32662b491c1f5e76ff41dbdc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58859481, jitterRate=-0.12292538583278656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:17:59,321 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:17:59,322 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e9bccba32662b491c1f5e76ff41dbdc: Running coprocessor pre-open hook at 1731133079288Writing region info on filesystem at 1731133079288Initializing all the Stores at 1731133079288Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133079289 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133079289Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133079289Cleaning up temporary data from old regions at 1731133079309 (+20 ms)Running coprocessor post-open hooks at 1731133079321 (+12 ms)Region opened successfully at 1731133079321 2024-11-09T06:17:59,324 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc., pid=6, masterSystemTime=1731133079282 2024-11-09T06:17:59,329 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:17:59,329 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:17:59,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e9bccba32662b491c1f5e76ff41dbdc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,46273,1731133074530 2024-11-09T06:17:59,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e9bccba32662b491c1f5e76ff41dbdc, server=4a84bcce7bad,46273,1731133074530 because future has completed 2024-11-09T06:17:59,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:17:59,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e9bccba32662b491c1f5e76ff41dbdc, server=4a84bcce7bad,46273,1731133074530 in 226 msec 2024-11-09T06:17:59,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:17:59,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e9bccba32662b491c1f5e76ff41dbdc, ASSIGN in 394 msec 2024-11-09T06:17:59,371 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:17:59,372 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133079371"}]},"ts":"1731133079371"} 2024-11-09T06:17:59,377 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:17:59,378 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:17:59,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 931 msec 2024-11-09T06:17:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:17:59,591 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:17:59,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aef2b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,39355,-1 for getting cluster id 2024-11-09T06:17:59,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:59,595 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a7b0cd-95ac-4319-a68a-cab47bb8a264' 2024-11-09T06:17:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a7b0cd-95ac-4319-a68a-cab47bb8a264" 2024-11-09T06:17:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e5d186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,39355,-1] 2024-11-09T06:17:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:59,599 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:59,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb61b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427a13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46661,-1 for getting cluster id 2024-11-09T06:17:59,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:59,603 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c50e0f0-3bc2-4206-ad23-ac1acca1f288' 2024-11-09T06:17:59,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:59,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c50e0f0-3bc2-4206-ad23-ac1acca1f288" 2024-11-09T06:17:59,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e27c13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46661,-1] 2024-11-09T06:17:59,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:59,604 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:59,605 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:59,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b74aa64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adf76d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,39355,-1 for getting cluster id 2024-11-09T06:17:59,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:59,608 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a7b0cd-95ac-4319-a68a-cab47bb8a264' 2024-11-09T06:17:59,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a7b0cd-95ac-4319-a68a-cab47bb8a264" 2024-11-09T06:17:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c881f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,39355,-1] 2024-11-09T06:17:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:59,612 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:59,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c888de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,39355,1731133069499 2024-11-09T06:17:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1decc216 2024-11-09T06:17:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:59,625 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:59,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:46661,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:17:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:17:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:17:59,630 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:46661' 2024-11-09T06:17:59,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d517254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,631 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46661,-1 for getting cluster id 2024-11-09T06:17:59,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:17:59,632 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c50e0f0-3bc2-4206-ad23-ac1acca1f288' 2024-11-09T06:17:59,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:17:59,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c50e0f0-3bc2-4206-ad23-ac1acca1f288" 2024-11-09T06:17:59,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753ff994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46661,-1] 2024-11-09T06:17:59,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:17:59,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:59,634 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:17:59,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c47154f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:17:59,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:17:59,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46661,1731133074303 2024-11-09T06:17:59,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c142972 2024-11-09T06:17:59,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:17:59,638 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:17:59,639 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:17:59,639 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:17:59,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:59,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:17:59,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:17:59,640 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:17:59,641 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:17:59,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:17:59,643 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:17:59,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:17:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:17:59,692 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:17:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:17:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:18:00,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adf4df3024a64a04dac4f3ca1bcd5aba, NAME => 'hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072 2024-11-09T06:18:00,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:18:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:18:00,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:18:00,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing adf4df3024a64a04dac4f3ca1bcd5aba, disabling compactions & flushes 2024-11-09T06:18:00,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:18:00,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:18:00,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. after waiting 0 ms 2024-11-09T06:18:00,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:18:00,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:18:00,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for adf4df3024a64a04dac4f3ca1bcd5aba: Waiting for close lock at 1731133080506Disabling compacts and flushes for region at 1731133080506Disabling writes for close at 1731133080506Writing region close event to WAL at 1731133080506Closed at 1731133080506 2024-11-09T06:18:00,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:18:00,508 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133080507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133080507"}]},"ts":"1731133080507"} 2024-11-09T06:18:00,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:18:00,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:18:00,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133080511"}]},"ts":"1731133080511"} 2024-11-09T06:18:00,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:18:00,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adf4df3024a64a04dac4f3ca1bcd5aba, ASSIGN}] 2024-11-09T06:18:00,523 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adf4df3024a64a04dac4f3ca1bcd5aba, ASSIGN 2024-11-09T06:18:00,525 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adf4df3024a64a04dac4f3ca1bcd5aba, ASSIGN; state=OFFLINE, location=4a84bcce7bad,35479,1731133069701; forceNewPlan=false, retain=false 2024-11-09T06:18:00,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adf4df3024a64a04dac4f3ca1bcd5aba, regionState=OPENING, regionLocation=4a84bcce7bad,35479,1731133069701 2024-11-09T06:18:00,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adf4df3024a64a04dac4f3ca1bcd5aba, ASSIGN because future has completed 2024-11-09T06:18:00,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adf4df3024a64a04dac4f3ca1bcd5aba, server=4a84bcce7bad,35479,1731133069701}] 2024-11-09T06:18:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:18:00,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:18:00,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:18:00,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:18:00,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C35479%2C1731133069701.rep, suffix=, logDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701, archiveDir=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/oldWALs, maxLogs=10 2024-11-09T06:18:00,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.rep.1731133080873, exclude list is [], retry=0 2024-11-09T06:18:00,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34543,DS-820d3153-01f9-47df-bdf3-1ad3539576b9,DISK] 2024-11-09T06:18:00,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.rep.1731133080873 2024-11-09T06:18:00,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-09T06:18:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => adf4df3024a64a04dac4f3ca1bcd5aba, NAME => 'hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:18:00,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:18:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:18:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. service=MultiRowMutationService 2024-11-09T06:18:00,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:18:00,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:18:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,912 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,916 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adf4df3024a64a04dac4f3ca1bcd5aba columnFamilyName hfileref 2024-11-09T06:18:00,916 DEBUG [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:18:00,916 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] regionserver.HStore(327): Store=adf4df3024a64a04dac4f3ca1bcd5aba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:18:00,916 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,935 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adf4df3024a64a04dac4f3ca1bcd5aba columnFamilyName queue 2024-11-09T06:18:00,936 DEBUG [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:18:00,936 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] regionserver.HStore(327): Store=adf4df3024a64a04dac4f3ca1bcd5aba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:18:00,937 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,939 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adf4df3024a64a04dac4f3ca1bcd5aba columnFamilyName sid 2024-11-09T06:18:00,939 DEBUG [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:18:00,940 INFO [StoreOpener-adf4df3024a64a04dac4f3ca1bcd5aba-1 {}] regionserver.HStore(327): Store=adf4df3024a64a04dac4f3ca1bcd5aba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:18:00,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:18:00,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:18:00,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened adf4df3024a64a04dac4f3ca1bcd5aba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65499347, jitterRate=-0.023983672261238098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:18:00,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:18:00,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for adf4df3024a64a04dac4f3ca1bcd5aba: Running coprocessor pre-open hook at 1731133080907Writing region info on filesystem at 1731133080907Initializing all the Stores at 1731133080908 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133080908Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133080912 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133080912Cleaning up temporary data from old regions at 1731133080945 (+33 ms)Running coprocessor post-open hooks at 1731133080955 (+10 ms)Region opened successfully at 1731133080956 (+1 ms) 2024-11-09T06:18:00,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba., pid=10, masterSystemTime=1731133080863 2024-11-09T06:18:00,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:18:00,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:18:00,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adf4df3024a64a04dac4f3ca1bcd5aba, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,35479,1731133069701 2024-11-09T06:18:00,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adf4df3024a64a04dac4f3ca1bcd5aba, server=4a84bcce7bad,35479,1731133069701 because future has completed 2024-11-09T06:18:00,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:18:00,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure adf4df3024a64a04dac4f3ca1bcd5aba, server=4a84bcce7bad,35479,1731133069701 in 270 msec 2024-11-09T06:18:00,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:18:00,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adf4df3024a64a04dac4f3ca1bcd5aba, ASSIGN in 465 msec 2024-11-09T06:18:00,987 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:18:00,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133080987"}]},"ts":"1731133080987"} 2024-11-09T06:18:00,992 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:18:00,993 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:18:01,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3530 sec 2024-11-09T06:18:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2] 2024-11-09T06:18:01,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:18:01,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:18:01,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:18:01,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:18:01,344 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:18:01,387 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,35479,1731133069701, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:18:01,388 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:18:01,388 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35479,1731133069701, seqNum=-1] 2024-11-09T06:18:01,388 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:18:01,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T06:18:01,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,35479,1731133069701', locateType=CURRENT is [region=hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2] 2024-11-09T06:18:01,395 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:18:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:18:01,398 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,35479,1731133069701 suceeded 2024-11-09T06:18:01,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:18:01,401 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-09T06:18:01,401 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:46661,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T06:18:01,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7760 sec 2024-11-09T06:18:01,415 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:46661' 2024-11-09T06:18:01,421 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e858cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:01,422 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46661,-1 for getting cluster id 2024-11-09T06:18:01,422 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:18:01,423 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c50e0f0-3bc2-4206-ad23-ac1acca1f288' 2024-11-09T06:18:01,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:18:01,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c50e0f0-3bc2-4206-ad23-ac1acca1f288" 2024-11-09T06:18:01,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7eff75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:01,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46661,-1] 2024-11-09T06:18:01,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:18:01,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:01,426 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:18:01,428 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@428eed74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:01,428 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:18:01,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46661,1731133074303 2024-11-09T06:18:01,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc3422 2024-11-09T06:18:01,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:18:01,436 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T06:18:01,438 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,35479,1731133069701 (queues=1) is replicating from cluster=28a7b0cd-95ac-4319-a68a-cab47bb8a264 to cluster=4c50e0f0-3bc2-4206-ad23-ac1acca1f288 2024-11-09T06:18:01,439 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C35479%2C1731133069701 2024-11-09T06:18:01,439 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,35479,1731133069701, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:18:01,452 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228, startPosition=0, beingWritten=true 2024-11-09T06:18:01,457 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C35479%2C1731133069701 2024-11-09T06:18:01,473 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:18:01,473 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 379, reset compression=false 2024-11-09T06:18:01,473 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35479,1731133069701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:18:01,691 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 379, reset compression=false 2024-11-09T06:18:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:18:01,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:18:01,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:18:01,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:01,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:01,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:18:01,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:18:01,788 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:18:01,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731133081799/Put/seqid=0 2024-11-09T06:18:01,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741840_1016 (size=7894) 2024-11-09T06:18:01,996 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 379, reset compression=false 2024-11-09T06:18:02,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_1 is 34, key is ddd/f:row/1731133082226/Put/seqid=0 2024-11-09T06:18:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741841_1017 (size=7691) 2024-11-09T06:18:02,402 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 379, reset compression=false 2024-11-09T06:18:02,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338f70db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:02,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,39355,-1 for getting cluster id 2024-11-09T06:18:02,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:18:02,683 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a7b0cd-95ac-4319-a68a-cab47bb8a264' 2024-11-09T06:18:02,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:18:02,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a7b0cd-95ac-4319-a68a-cab47bb8a264" 2024-11-09T06:18:02,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e69725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:02,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,39355,-1] 2024-11-09T06:18:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:18:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:02,685 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:18:02,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739ae03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:02,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:18:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35479,1731133069701, seqNum=-1] 2024-11-09T06:18:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:18:02,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:18:02,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:18:02,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,39355,1731133069499 2024-11-09T06:18:02,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37921d7c 2024-11-09T06:18:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:18:02,715 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:18:02,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2] 2024-11-09T06:18:02,736 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:18:02,762 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T06:18:02,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T06:18:02,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_0 for inclusion in 10bb00c9e09eebb979157dccd7f2e76d/f 2024-11-09T06:18:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T06:18:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:18:02,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_1 for inclusion in 10bb00c9e09eebb979157dccd7f2e76d/f 2024-11-09T06:18:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T06:18:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:18:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HRegion(2603): Flush status journal for 10bb00c9e09eebb979157dccd7f2e76d: 2024-11-09T06:18:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_0 to hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_0 2024-11-09T06:18:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_0 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ 2024-11-09T06:18:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f/f/hfile_1 to hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_1 2024-11-09T06:18:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_1 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ 2024-11-09T06:18:02,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_0 into 10bb00c9e09eebb979157dccd7f2e76d/f as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ - updating store file list. 2024-11-09T06:18:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:18:02,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ into 10bb00c9e09eebb979157dccd7f2e76d/f 2024-11-09T06:18:02,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_0 into 10bb00c9e09eebb979157dccd7f2e76d/f (new location: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_) 2024-11-09T06:18:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_0 2024-11-09T06:18:02,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_1 into 10bb00c9e09eebb979157dccd7f2e76d/f as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ - updating store file list. 2024-11-09T06:18:02,911 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 379, reset compression=false 2024-11-09T06:18:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 743efcc95c994119b78b90bb49fc7f88_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:18:02,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ into 10bb00c9e09eebb979157dccd7f2e76d/f 2024-11-09T06:18:02,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_1 into 10bb00c9e09eebb979157dccd7f2e76d/f (new location: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_) 2024-11-09T06:18:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__pdv8ol5cv073892hj87qa5k0se0a9n5fu9d3gl04o38u1tv58m2pu2ju1r4kgp8q/f/hfile_1 2024-11-09T06:18:02,923 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:18:02,923 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35479,1731133069701 got entry batch from reader: WALEntryBatch [walEntries=[{test/10bb00c9e09eebb979157dccd7f2e76d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133082916/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T06:18:02,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:18:02,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:18:02,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:02,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:02,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:18:02,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:18:02,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,46273,1731133074530, seqNum=-1] 2024-11-09T06:18:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:18:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2 , the old value is region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a84bcce7bad:35479 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:18:02,939 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T06:18:02,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:18:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:18:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc., hostname=4a84bcce7bad,46273,1731133074530, seqNum=2] 2024-11-09T06:18:02,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2 from cache 2024-11-09T06:18:02,947 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T06:18:02,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:18:02,980 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:18:02,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T06:18:02,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.ReplicationSink(318): Replicating [28a7b0cd-95ac-4319-a68a-cab47bb8a264] bulk loaded data 2024-11-09T06:18:02,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5447b3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:02,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46661,-1 for getting cluster id 2024-11-09T06:18:02,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:18:02,998 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c50e0f0-3bc2-4206-ad23-ac1acca1f288' 2024-11-09T06:18:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:18:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c50e0f0-3bc2-4206-ad23-ac1acca1f288" 2024-11-09T06:18:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@745f946d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46661,-1] 2024-11-09T06:18:02,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:18:03,000 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:18:03,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:03,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f61c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:03,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:18:03,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:18:03,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:18:03,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:18:03,061 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:35479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T06:18:03,124 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 687, reset compression=false 2024-11-09T06:18:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741837_1013 (size=7894) 2024-11-09T06:18:03,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:18:03,447 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 687, reset compression=false 2024-11-09T06:18:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741838_1014 (size=7691) 2024-11-09T06:18:03,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:18:03,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46661,1731133074303 2024-11-09T06:18:03,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13daacd1 2024-11-09T06:18:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:18:03,600 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T06:18:03,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:18:03,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:18:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,46273,1731133074530, seqNum=-1] 2024-11-09T06:18:03,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:18:03,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T06:18:03,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T06:18:03,645 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T06:18:03,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ for inclusion in 6e9bccba32662b491c1f5e76ff41dbdc/f 2024-11-09T06:18:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T06:18:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:18:03,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ for inclusion in 6e9bccba32662b491c1f5e76ff41dbdc/f 2024-11-09T06:18:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T06:18:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:18:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HRegion(2603): Flush status journal for 6e9bccba32662b491c1f5e76ff41dbdc: 2024-11-09T06:18:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:18:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/5ba05097da30429084a3a5761f2f6ae7_SeqId_4_ 2024-11-09T06:18:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 743efcc95c994119b78b90bb49fc7f88_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:18:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/9911cef72bfd4b458f2677967b36104c_SeqId_4_ 2024-11-09T06:18:03,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ into 6e9bccba32662b491c1f5e76ff41dbdc/f as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/5ba05097da30429084a3a5761f2f6ae7_SeqId_4_ - updating store file list. 2024-11-09T06:18:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5ba05097da30429084a3a5761f2f6ae7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:18:03,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/5ba05097da30429084a3a5761f2f6ae7_SeqId_4_ into 6e9bccba32662b491c1f5e76ff41dbdc/f 2024-11-09T06:18:03,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ into 6e9bccba32662b491c1f5e76ff41dbdc/f (new location: hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/5ba05097da30429084a3a5761f2f6ae7_SeqId_4_) 2024-11-09T06:18:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/d7fe0b4bd2c441f69e373cecca8daee4_SeqId_4_ 2024-11-09T06:18:03,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ into 6e9bccba32662b491c1f5e76ff41dbdc/f as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/9911cef72bfd4b458f2677967b36104c_SeqId_4_ - updating store file list. 2024-11-09T06:18:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9911cef72bfd4b458f2677967b36104c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:18:03,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/9911cef72bfd4b458f2677967b36104c_SeqId_4_ into 6e9bccba32662b491c1f5e76ff41dbdc/f 2024-11-09T06:18:03,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ into 6e9bccba32662b491c1f5e76ff41dbdc/f (new location: hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/f/9911cef72bfd4b458f2677967b36104c_SeqId_4_) 2024-11-09T06:18:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/staging/jenkins.hfs.6__test__1dd5v52e04jpi88hav83v9hrlc210beb71g8qop4jbt0rsaj22cs87klk02r5lne/f/743efcc95c994119b78b90bb49fc7f88_SeqId_4_ 2024-11-09T06:18:03,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.ReplicationSink(324): Finished replicating [28a7b0cd-95ac-4319-a68a-cab47bb8a264] bulk loaded data 2024-11-09T06:18:03,886 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 687, reset compression=false 2024-11-09T06:18:03,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:18:04,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731133083998/Put/seqid=0 2024-11-09T06:18:04,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741842_1018 (size=7997) 2024-11-09T06:18:04,417 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 687, reset compression=false 2024-11-09T06:18:04,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731133084443/Put/seqid=0 2024-11-09T06:18:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741843_1019 (size=7794) 2024-11-09T06:18:04,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37254590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:04,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,39355,-1 for getting cluster id 2024-11-09T06:18:04,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:18:04,475 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a7b0cd-95ac-4319-a68a-cab47bb8a264' 2024-11-09T06:18:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:18:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a7b0cd-95ac-4319-a68a-cab47bb8a264" 2024-11-09T06:18:04,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,39355,-1] 2024-11-09T06:18:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:18:04,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:04,480 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:18:04,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd1e81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:18:04,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:18:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35479,1731133069701, seqNum=-1] 2024-11-09T06:18:04,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:18:04,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:18:04,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:18:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,39355,1731133069499 2024-11-09T06:18:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331f40f6 2024-11-09T06:18:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:18:04,501 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:18:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2] 2024-11-09T06:18:04,512 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:18:04,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T06:18:04,532 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T06:18:04,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_1 for inclusion in 10bb00c9e09eebb979157dccd7f2e76d/f1 2024-11-09T06:18:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T06:18:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:18:04,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_0 for inclusion in 10bb00c9e09eebb979157dccd7f2e76d/f1 2024-11-09T06:18:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T06:18:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:18:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HRegion(2603): Flush status journal for 10bb00c9e09eebb979157dccd7f2e76d: 2024-11-09T06:18:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_1 to hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_1 2024-11-09T06:18:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_1 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/70d22c66d2b34e13ac11a382e6e928ca_SeqId_6_ 2024-11-09T06:18:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/load_f1/f1/hfile_0 to hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_0 2024-11-09T06:18:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_0 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/78c8c4beb1f2489a90e11454b423ff2c_SeqId_6_ 2024-11-09T06:18:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T06:18:04,580 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_1 into 10bb00c9e09eebb979157dccd7f2e76d/f1 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/70d22c66d2b34e13ac11a382e6e928ca_SeqId_6_ - updating store file list. 2024-11-09T06:18:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70d22c66d2b34e13ac11a382e6e928ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:18:04,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/70d22c66d2b34e13ac11a382e6e928ca_SeqId_6_ into 10bb00c9e09eebb979157dccd7f2e76d/f1 2024-11-09T06:18:04,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_1 into 10bb00c9e09eebb979157dccd7f2e76d/f1 (new location: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/70d22c66d2b34e13ac11a382e6e928ca_SeqId_6_) 2024-11-09T06:18:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_1 2024-11-09T06:18:04,597 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_0 into 10bb00c9e09eebb979157dccd7f2e76d/f1 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/78c8c4beb1f2489a90e11454b423ff2c_SeqId_6_ - updating store file list. 2024-11-09T06:18:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 78c8c4beb1f2489a90e11454b423ff2c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:18:04,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/78c8c4beb1f2489a90e11454b423ff2c_SeqId_6_ into 10bb00c9e09eebb979157dccd7f2e76d/f1 2024-11-09T06:18:04,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_0 into 10bb00c9e09eebb979157dccd7f2e76d/f1 (new location: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/f1/78c8c4beb1f2489a90e11454b423ff2c_SeqId_6_) 2024-11-09T06:18:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/staging/jenkins__test__m682q1kgi79cpg11l1bau28lqnl2n9524mlotohve8km5nt5us1rnbqmf9tp1rv3/f1/hfile_0 2024-11-09T06:18:04,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:18:04,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:18:04,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:04,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:18:04,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:18:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2 , the old value is region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a84bcce7bad:35479 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:18:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:18:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2 from cache 2024-11-09T06:18:04,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:18:04,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35479,1731133069701, seqNum=-1] 2024-11-09T06:18:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:18:04,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:18:04,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., hostname=4a84bcce7bad,35479,1731133069701, seqNum=2] 2024-11-09T06:18:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35479: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46452 deadline: 1731133144625 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46452 2024-11-09T06:18:04,730 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:35479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T06:18:05,044 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 687, reset compression=false 2024-11-09T06:18:05,060 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:18:05,061 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:05,060 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35479,1731133069701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:18:05,271 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:05,577 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:06,017 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:06,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:07,142 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:07,849 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:08,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:18:08,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T06:18:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T06:18:08,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T06:18:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:18:08,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T06:18:08,689 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:09,602 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:10,608 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:11,713 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:12,922 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:14,249 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:15,654 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:17,158 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:18,762 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:19,087 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:18:20,467 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:22,273 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:23,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:18:24,178 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:25,066 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35479,1731133069701 got entry batch from reader: null 2024-11-09T06:18:26,185 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:28,301 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:30,506 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:32,548 INFO [master/4a84bcce7bad:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T06:18:32,548 INFO [master/4a84bcce7bad:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T06:18:32,834 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:35,270 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:37,774 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:38,019 INFO [master/4a84bcce7bad:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T06:18:38,019 INFO [master/4a84bcce7bad:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T06:18:40,378 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:43,082 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:43,192 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 10bb00c9e09eebb979157dccd7f2e76d, had cached 0 bytes from a total of 31376 2024-11-09T06:18:44,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6e9bccba32662b491c1f5e76ff41dbdc, had cached 0 bytes from a total of 15585 2024-11-09T06:18:45,066 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35479,1731133069701 got entry batch from reader: null 2024-11-09T06:18:45,886 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:48,790 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:49,087 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:18:51,795 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:51,907 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T06:18:53,887 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:18:54,899 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:18:58,104 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:19:01,409 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:19:04,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:19:04,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:04,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:04,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:04,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:04,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:04,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:19:04,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1447172350, stopped=false 2024-11-09T06:19:04,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,46661,1731133074303 2024-11-09T06:19:04,813 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:19:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244318461/running 2024-11-09T06:19:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244318461/running 2024-11-09T06:19:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:19:04,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:19:04,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:04,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:04,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:04,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:04,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,46273,1731133074530' ***** 2024-11-09T06:19:04,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on znode that does not yet exist, /1244318461/running 2024-11-09T06:19:04,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:19:04,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Set watcher on znode that does not yet exist, /1244318461/running 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:19:04,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,46273,1731133074530 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:46273. 2024-11-09T06:19:04,969 DEBUG [RS:0;4a84bcce7bad:46273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:04,969 DEBUG [RS:0;4a84bcce7bad:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:04,969 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e9bccba32662b491c1f5e76ff41dbdc, disabling compactions & flushes 2024-11-09T06:19:04,969 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:19:04,969 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:19:04,969 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. after waiting 0 ms 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:19:04,969 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:19:04,969 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:19:04,970 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:19:04,970 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e9bccba32662b491c1f5e76ff41dbdc=test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc.} 2024-11-09T06:19:04,970 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e9bccba32662b491c1f5e76ff41dbdc 2024-11-09T06:19:04,970 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:04,970 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:04,970 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:04,970 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:04,970 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:04,970 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T06:19:04,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/default/test/6e9bccba32662b491c1f5e76ff41dbdc/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T06:19:04,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:04,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:19:04,974 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:19:04,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e9bccba32662b491c1f5e76ff41dbdc: Waiting for close lock at 1731133144969Running coprocessor pre-close hooks at 1731133144969Disabling compacts and flushes for region at 1731133144969Disabling writes for close at 1731133144969Writing region close event to WAL at 1731133144970 (+1 ms)Running coprocessor post-close hooks at 1731133144974 (+4 ms)Closed at 1731133144974 2024-11-09T06:19:04,975 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc. 2024-11-09T06:19:04,991 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/info/e8c82576b749496d953fdebbb1469bd2 is 129, key is test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc./info:regioninfo/1731133079330/Put/seqid=0 2024-11-09T06:19:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741839_1015 (size=6421) 2024-11-09T06:19:05,032 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:05,066 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35479,1731133069701 got entry batch from reader: null 2024-11-09T06:19:05,170 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:05,370 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:05,399 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/info/e8c82576b749496d953fdebbb1469bd2 2024-11-09T06:19:05,418 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/ns/7adf5960a98d4f6dbbaeec265dae2a15 is 43, key is default/ns:d/1731133077680/Put/seqid=0 2024-11-09T06:19:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741840_1016 (size=5153) 2024-11-09T06:19:05,524 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:19:05,524 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:19:05,570 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:05,771 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:05,823 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/ns/7adf5960a98d4f6dbbaeec265dae2a15 2024-11-09T06:19:05,842 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/rep_barrier/d2525b28b77c42a6b698c65d7b11b44f is 112, key is test,,1731133078447.6e9bccba32662b491c1f5e76ff41dbdc./rep_barrier:seqnumDuringOpen/1731133079330/Put/seqid=0 2024-11-09T06:19:05,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741841_1017 (size=5518) 2024-11-09T06:19:05,971 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:19:05,971 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:19:05,971 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:06,171 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:06,249 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/rep_barrier/d2525b28b77c42a6b698c65d7b11b44f 2024-11-09T06:19:06,274 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/table/4f7a0aeb26a44efe9d09756925d5b4c5 is 40, key is test/table:state/1731133079371/Put/seqid=0 2024-11-09T06:19:06,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741842_1018 (size=5165) 2024-11-09T06:19:06,371 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:06,571 DEBUG [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:06,678 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/table/4f7a0aeb26a44efe9d09756925d5b4c5 2024-11-09T06:19:06,684 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/info/e8c82576b749496d953fdebbb1469bd2 as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/info/e8c82576b749496d953fdebbb1469bd2 2024-11-09T06:19:06,689 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/info/e8c82576b749496d953fdebbb1469bd2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T06:19:06,690 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/ns/7adf5960a98d4f6dbbaeec265dae2a15 as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/ns/7adf5960a98d4f6dbbaeec265dae2a15 2024-11-09T06:19:06,694 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/ns/7adf5960a98d4f6dbbaeec265dae2a15, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:19:06,695 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/rep_barrier/d2525b28b77c42a6b698c65d7b11b44f as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/rep_barrier/d2525b28b77c42a6b698c65d7b11b44f 2024-11-09T06:19:06,699 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/rep_barrier/d2525b28b77c42a6b698c65d7b11b44f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T06:19:06,700 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/.tmp/table/4f7a0aeb26a44efe9d09756925d5b4c5 as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/table/4f7a0aeb26a44efe9d09756925d5b4c5 2024-11-09T06:19:06,704 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/table/4f7a0aeb26a44efe9d09756925d5b4c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:19:06,705 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false 2024-11-09T06:19:06,709 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T06:19:06,710 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:06,710 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:06,710 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:06,710 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133144970Running coprocessor pre-close hooks at 1731133144970Disabling compacts and flushes for region at 1731133144970Disabling writes for close at 1731133144970Obtaining lock to block concurrent updates at 1731133144970Preparing flush snapshotting stores in 1588230740 at 1731133144970Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731133144971 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133144971Flushing 1588230740/info: creating writer at 1731133144971Flushing 1588230740/info: appending metadata at 1731133144990 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731133144990Flushing 1588230740/ns: creating writer at 1731133145405 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731133145417 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731133145417Flushing 1588230740/rep_barrier: creating writer at 1731133145827 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133145841 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133145841Flushing 1588230740/table: creating writer at 1731133146255 (+414 ms)Flushing 1588230740/table: appending metadata at 1731133146273 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731133146273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383c7630: reopening flushed file at 1731133146683 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76811ac2: reopening flushed file at 1731133146689 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e5601c: reopening flushed file at 1731133146694 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5029ee: reopening flushed file at 1731133146699 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false at 1731133146705 (+6 ms)Writing region close event to WAL at 1731133146707 (+2 ms)Running coprocessor post-close hooks at 1731133146710 (+3 ms)Closed at 1731133146710 2024-11-09T06:19:06,710 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:06,772 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,46273,1731133074530; all regions closed. 2024-11-09T06:19:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741834_1010 (size=2717) 2024-11-09T06:19:06,777 DEBUG [RS:0;4a84bcce7bad:46273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/oldWALs 2024-11-09T06:19:06,777 INFO [RS:0;4a84bcce7bad:46273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C46273%2C1731133074530.meta:.meta(num 1731133077409) 2024-11-09T06:19:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741833_1009 (size=1028) 2024-11-09T06:19:06,782 DEBUG [RS:0;4a84bcce7bad:46273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/oldWALs 2024-11-09T06:19:06,782 INFO [RS:0;4a84bcce7bad:46273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C46273%2C1731133074530:(num 1731133076699) 2024-11-09T06:19:06,782 DEBUG [RS:0;4a84bcce7bad:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:06,782 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:06,782 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:06,782 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:06,782 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:06,783 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:06,783 INFO [RS:0;4a84bcce7bad:46273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:46273. 2024-11-09T06:19:06,783 DEBUG [RS:0;4a84bcce7bad:46273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:06,783 DEBUG [RS:0;4a84bcce7bad:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:06,783 DEBUG [RS:0;4a84bcce7bad:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:06,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:06,783 INFO [RS:0;4a84bcce7bad:46273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46273 2024-11-09T06:19:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461/rs 2024-11-09T06:19:06,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244318461/rs/4a84bcce7bad,46273,1731133074530 2024-11-09T06:19:06,830 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:06,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,46273,1731133074530] 2024-11-09T06:19:06,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1244318461/draining/4a84bcce7bad,46273,1731133074530 already deleted, retry=false 2024-11-09T06:19:06,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,46273,1731133074530 expired; onlineServers=0 2024-11-09T06:19:06,841 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,46661,1731133074303' ***** 2024-11-09T06:19:06,841 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:19:06,841 INFO [M:0;4a84bcce7bad:46661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:06,841 INFO [M:0;4a84bcce7bad:46661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:06,841 DEBUG [M:0;4a84bcce7bad:46661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:19:06,842 DEBUG [M:0;4a84bcce7bad:46661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:19:06,842 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133076484 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133076484,5,FailOnTimeoutGroup] 2024-11-09T06:19:06,842 INFO [M:0;4a84bcce7bad:46661 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:06,842 INFO [M:0;4a84bcce7bad:46661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:06,842 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133076489 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133076489,5,FailOnTimeoutGroup] 2024-11-09T06:19:06,842 DEBUG [M:0;4a84bcce7bad:46661 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:19:06,842 INFO [M:0;4a84bcce7bad:46661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:19:06,842 INFO [M:0;4a84bcce7bad:46661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:06,842 INFO [M:0;4a84bcce7bad:46661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:19:06,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:19:06,844 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:19:06,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1244318461/master 2024-11-09T06:19:06,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1244318461 2024-11-09T06:19:06,852 DEBUG [M:0;4a84bcce7bad:46661 {}] zookeeper.ZKUtil(347): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Unable to get data of znode /1244318461/master because node does not exist (not an error) 2024-11-09T06:19:06,852 WARN [M:0;4a84bcce7bad:46661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:19:06,867 INFO [M:0;4a84bcce7bad:46661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/.lastflushedseqids 2024-11-09T06:19:06,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741843_1019 (size=173) 2024-11-09T06:19:06,945 INFO [RS:0;4a84bcce7bad:46273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:06,945 INFO [RS:0;4a84bcce7bad:46273 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,46273,1731133074530; zookeeper connection closed. 2024-11-09T06:19:06,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:06,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1011e3e47a00004, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:06,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c26114c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c26114c 2024-11-09T06:19:06,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:19:07,315 INFO [M:0;4a84bcce7bad:46661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:19:07,315 INFO [M:0;4a84bcce7bad:46661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:19:07,315 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:07,315 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:07,315 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:07,315 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:07,315 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:07,316 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-09T06:19:07,355 DEBUG [M:0;4a84bcce7bad:46661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d618a977ea34db8aa6e3d5fbafcdc9f is 82, key is hbase:meta,,1/info:regioninfo/1731133077510/Put/seqid=0 2024-11-09T06:19:07,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741844_1020 (size=5672) 2024-11-09T06:19:07,372 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d618a977ea34db8aa6e3d5fbafcdc9f 2024-11-09T06:19:07,407 DEBUG [M:0;4a84bcce7bad:46661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb1cec69f18e4887b6af363bce0641f8 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133079380/Put/seqid=0 2024-11-09T06:19:07,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741845_1021 (size=6728) 2024-11-09T06:19:07,415 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb1cec69f18e4887b6af363bce0641f8 2024-11-09T06:19:07,434 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb1cec69f18e4887b6af363bce0641f8 2024-11-09T06:19:07,458 DEBUG [M:0;4a84bcce7bad:46661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/878a80e754384897a74d476447d80b9c is 69, key is 4a84bcce7bad,46273,1731133074530/rs:state/1731133076491/Put/seqid=0 2024-11-09T06:19:07,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741846_1022 (size=5156) 2024-11-09T06:19:07,479 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/878a80e754384897a74d476447d80b9c 2024-11-09T06:19:07,496 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d618a977ea34db8aa6e3d5fbafcdc9f as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d618a977ea34db8aa6e3d5fbafcdc9f 2024-11-09T06:19:07,505 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d618a977ea34db8aa6e3d5fbafcdc9f, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T06:19:07,507 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb1cec69f18e4887b6af363bce0641f8 as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb1cec69f18e4887b6af363bce0641f8 2024-11-09T06:19:07,522 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb1cec69f18e4887b6af363bce0641f8 2024-11-09T06:19:07,522 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb1cec69f18e4887b6af363bce0641f8, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T06:19:07,525 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/878a80e754384897a74d476447d80b9c as hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/878a80e754384897a74d476447d80b9c 2024-11-09T06:19:07,541 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44585/user/jenkins/test-data/cceee333-9d9d-feda-df67-bd975fefbd00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/878a80e754384897a74d476447d80b9c, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T06:19:07,542 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=58, compaction requested=false 2024-11-09T06:19:07,547 INFO [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:07,547 DEBUG [M:0;4a84bcce7bad:46661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133147315Disabling compacts and flushes for region at 1731133147315Disabling writes for close at 1731133147315Obtaining lock to block concurrent updates at 1731133147316 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133147316Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731133147316Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133147317 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133147317Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133147355 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133147355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133147379 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133147406 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133147406Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133147434 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133147457 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133147457Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c10a: reopening flushed file at 1731133147495 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2677b448: reopening flushed file at 1731133147505 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4984fede: reopening flushed file at 1731133147523 (+18 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=58, compaction requested=false at 1731133147542 (+19 ms)Writing region close event to WAL at 1731133147547 (+5 ms)Closed at 1731133147547 2024-11-09T06:19:07,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44345 is added to blk_1073741830_1006 (size=33038) 2024-11-09T06:19:07,556 INFO [M:0;4a84bcce7bad:46661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:19:07,556 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:07,556 INFO [M:0;4a84bcce7bad:46661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46661 2024-11-09T06:19:07,557 INFO [M:0;4a84bcce7bad:46661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:07,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:07,710 INFO [M:0;4a84bcce7bad:46661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:07,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x1011e3e47a00003, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:07,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28d2106{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:07,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@312f8a09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:07,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:07,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6073aeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:07,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c048f86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:07,717 WARN [BP-1460222561-172.17.0.3-1731133071894 heartbeating to localhost/127.0.0.1:44585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:19:07,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:19:07,717 WARN [BP-1460222561-172.17.0.3-1731133071894 heartbeating to localhost/127.0.0.1:44585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1460222561-172.17.0.3-1731133071894 (Datanode Uuid 08f00b6a-d613-4709-9862-88b2c79f061d) service to localhost/127.0.0.1:44585 2024-11-09T06:19:07,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:19:07,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/cluster_411516cd-17a3-cede-e55f-f4ead39920cf/data/data1/current/BP-1460222561-172.17.0.3-1731133071894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:07,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/cluster_411516cd-17a3-cede-e55f-f4ead39920cf/data/data2/current/BP-1460222561-172.17.0.3-1731133071894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:07,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:19:07,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66774d11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:07,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b6d9700{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:07,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:07,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cd43d54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:07,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f76b0cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:07,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:19:07,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:19:07,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:07,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:07,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:07,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:07,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:07,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:19:07,775 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603209890, stopped=false 2024-11-09T06:19:07,775 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,39355,1731133069499 2024-11-09T06:19:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402994279/running 2024-11-09T06:19:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402994279/running 2024-11-09T06:19:07,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:19:07,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:19:07,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:07,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:07,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:07,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,35479,1731133069701' ***** 2024-11-09T06:19:07,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:19:07,789 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(3091): Received CLOSE for 10bb00c9e09eebb979157dccd7f2e76d 2024-11-09T06:19:07,790 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(3091): Received CLOSE for adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,35479,1731133069701 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:35479. 2024-11-09T06:19:07,790 DEBUG [RS:0;4a84bcce7bad:35479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:07,790 DEBUG [RS:0;4a84bcce7bad:35479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:07,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on znode that does not yet exist, /0402994279/running 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:19:07,790 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:19:07,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Set watcher on znode that does not yet exist, /0402994279/running 2024-11-09T06:19:07,792 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10bb00c9e09eebb979157dccd7f2e76d, disabling compactions & flushes 2024-11-09T06:19:07,792 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:19:07,792 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:19:07,792 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. after waiting 0 ms 2024-11-09T06:19:07,792 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:19:07,800 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:19:07,800 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1325): Online Regions={10bb00c9e09eebb979157dccd7f2e76d=test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d., adf4df3024a64a04dac4f3ca1bcd5aba=hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:19:07,801 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1351): Waiting on 10bb00c9e09eebb979157dccd7f2e76d, 1588230740, adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:19:07,801 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:07,801 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:07,801 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:07,801 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:07,801 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:07,801 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:19:07,822 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/default/test/10bb00c9e09eebb979157dccd7f2e76d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T06:19:07,823 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:07,823 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:19:07,823 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:19:07,824 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10bb00c9e09eebb979157dccd7f2e76d: Waiting for close lock at 1731133147792Running coprocessor pre-close hooks at 1731133147792Disabling compacts and flushes for region at 1731133147792Disabling writes for close at 1731133147792Writing region close event to WAL at 1731133147806 (+14 ms)Running coprocessor post-close hooks at 1731133147823 (+17 ms)Closed at 1731133147823 2024-11-09T06:19:07,824 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d. 2024-11-09T06:19:07,824 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adf4df3024a64a04dac4f3ca1bcd5aba, disabling compactions & flushes 2024-11-09T06:19:07,824 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:19:07,824 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:19:07,824 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. after waiting 0 ms 2024-11-09T06:19:07,824 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:19:07,824 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/info/2bb1787dd37a41e882df90f856d8dfa6 is 147, key is hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba./info:regioninfo/1731133080961/Put/seqid=0 2024-11-09T06:19:07,824 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing adf4df3024a64a04dac4f3ca1bcd5aba 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T06:19:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741844_1020 (size=7686) 2024-11-09T06:19:07,844 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/info/2bb1787dd37a41e882df90f856d8dfa6 2024-11-09T06:19:07,859 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/.tmp/hfileref/e9abe03942a5420aaec985e0fb9306eb is 74, key is 1/hfileref:743efcc95c994119b78b90bb49fc7f88_SeqId_4_/1731133083747/DeleteColumn/seqid=0 2024-11-09T06:19:07,873 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:07,879 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/ns/97247cedaa7a47f0a8c1a1d566a61dcb is 43, key is default/ns:d/1731133071733/Put/seqid=0 2024-11-09T06:19:07,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741845_1021 (size=5203) 2024-11-09T06:19:07,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741846_1022 (size=5153) 2024-11-09T06:19:08,001 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:19:08,148 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:19:08,149 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:19:08,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:19:08,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:19:08,201 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:19:08,288 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/.tmp/hfileref/e9abe03942a5420aaec985e0fb9306eb 2024-11-09T06:19:08,313 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/ns/97247cedaa7a47f0a8c1a1d566a61dcb 2024-11-09T06:19:08,317 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 997, reset compression=false 2024-11-09T06:19:08,319 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/.tmp/queue/8d8154a9d9e4493fad885f80c63eec34 is 153, key is 1-4a84bcce7bad,35479,1731133069701/queue:4a84bcce7bad%2C35479%2C1731133069701/1731133085063/Put/seqid=0 2024-11-09T06:19:08,325 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:19:08,325 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 1292, reset compression=false 2024-11-09T06:19:08,325 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35479,1731133069701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:19:08,328 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,35479,1731133069701: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,35479,1731133069701, walGroup=4a84bcce7bad%2C35479%2C1731133069701, offset=4a84bcce7bad%2C35479%2C1731133069701.1731133071228:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:35479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:19:08,329 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:19:08,332 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:19:08,340 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:19:08,340 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:19:08,340 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:19:08,340 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 489130144 }, "NonHeapMemoryUsage": { "committed": 181272576, "init": 7667712, "max": -1, "used": 176954160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:19:08,347 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:39355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:39355 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:19:08,355 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/rep_barrier/37062726fe1d4be8bf1454fcda33bf38 is 112, key is test,,1731133077793.10bb00c9e09eebb979157dccd7f2e76d./rep_barrier:seqnumDuringOpen/1731133078217/Put/seqid=0 2024-11-09T06:19:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741847_1023 (size=5352) 2024-11-09T06:19:08,374 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/.tmp/queue/8d8154a9d9e4493fad885f80c63eec34 2024-11-09T06:19:08,383 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/.tmp/hfileref/e9abe03942a5420aaec985e0fb9306eb as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/hfileref/e9abe03942a5420aaec985e0fb9306eb 2024-11-09T06:19:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741848_1024 (size=5518) 2024-11-09T06:19:08,394 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/rep_barrier/37062726fe1d4be8bf1454fcda33bf38 2024-11-09T06:19:08,401 DEBUG [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, adf4df3024a64a04dac4f3ca1bcd5aba 2024-11-09T06:19:08,407 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/hfileref/e9abe03942a5420aaec985e0fb9306eb, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T06:19:08,409 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/.tmp/queue/8d8154a9d9e4493fad885f80c63eec34 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/queue/8d8154a9d9e4493fad885f80c63eec34 2024-11-09T06:19:08,421 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/queue/8d8154a9d9e4493fad885f80c63eec34, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T06:19:08,422 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for adf4df3024a64a04dac4f3ca1bcd5aba in 598ms, sequenceid=10, compaction requested=false 2024-11-09T06:19:08,430 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/table/298b27170e5b48e1ac5f5e43fabe7341 is 53, key is hbase:replication/table:state/1731133080987/Put/seqid=0 2024-11-09T06:19:08,434 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/replication/adf4df3024a64a04dac4f3ca1bcd5aba/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T06:19:08,437 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:08,438 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741849_1025 (size=5308) 2024-11-09T06:19:08,438 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:19:08,438 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adf4df3024a64a04dac4f3ca1bcd5aba: Waiting for close lock at 1731133147824Running coprocessor pre-close hooks at 1731133147824Disabling compacts and flushes for region at 1731133147824Disabling writes for close at 1731133147824Obtaining lock to block concurrent updates at 1731133147824Preparing flush snapshotting stores in adf4df3024a64a04dac4f3ca1bcd5aba at 1731133147824Finished memstore snapshotting hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731133147825 (+1 ms)Flushing stores of hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. at 1731133147827 (+2 ms)Flushing adf4df3024a64a04dac4f3ca1bcd5aba/hfileref: creating writer at 1731133147827Flushing adf4df3024a64a04dac4f3ca1bcd5aba/hfileref: appending metadata at 1731133147859 (+32 ms)Flushing adf4df3024a64a04dac4f3ca1bcd5aba/hfileref: closing flushed file at 1731133147859Flushing adf4df3024a64a04dac4f3ca1bcd5aba/queue: creating writer at 1731133148294 (+435 ms)Flushing adf4df3024a64a04dac4f3ca1bcd5aba/queue: appending metadata at 1731133148318 (+24 ms)Flushing adf4df3024a64a04dac4f3ca1bcd5aba/queue: closing flushed file at 1731133148318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5367659e: reopening flushed file at 1731133148382 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b2314a: reopening flushed file at 1731133148408 (+26 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for adf4df3024a64a04dac4f3ca1bcd5aba in 598ms, sequenceid=10, compaction requested=false at 1731133148422 (+14 ms)Writing region close event to WAL at 1731133148429 (+7 ms)Running coprocessor post-close hooks at 1731133148437 (+8 ms)Closed at 1731133148438 (+1 ms) 2024-11-09T06:19:08,438 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133079639.adf4df3024a64a04dac4f3ca1bcd5aba. 2024-11-09T06:19:08,448 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/table/298b27170e5b48e1ac5f5e43fabe7341 2024-11-09T06:19:08,461 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/info/2bb1787dd37a41e882df90f856d8dfa6 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/info/2bb1787dd37a41e882df90f856d8dfa6 2024-11-09T06:19:08,471 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/info/2bb1787dd37a41e882df90f856d8dfa6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:19:08,472 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/ns/97247cedaa7a47f0a8c1a1d566a61dcb as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/ns/97247cedaa7a47f0a8c1a1d566a61dcb 2024-11-09T06:19:08,480 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/ns/97247cedaa7a47f0a8c1a1d566a61dcb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:19:08,481 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/rep_barrier/37062726fe1d4be8bf1454fcda33bf38 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/rep_barrier/37062726fe1d4be8bf1454fcda33bf38 2024-11-09T06:19:08,489 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/rep_barrier/37062726fe1d4be8bf1454fcda33bf38, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:19:08,491 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/.tmp/table/298b27170e5b48e1ac5f5e43fabe7341 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/table/298b27170e5b48e1ac5f5e43fabe7341 2024-11-09T06:19:08,503 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/table/298b27170e5b48e1ac5f5e43fabe7341, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:19:08,504 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 703ms, sequenceid=16, compaction requested=false 2024-11-09T06:19:08,519 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:19:08,520 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:08,521 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:08,521 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:08,521 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133147801Running coprocessor pre-close hooks at 1731133147801Disabling compacts and flushes for region at 1731133147801Disabling writes for close at 1731133147801Obtaining lock to block concurrent updates at 1731133147801Preparing flush snapshotting stores in 1588230740 at 1731133147801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133147802 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133147802Flushing 1588230740/info: creating writer at 1731133147802Flushing 1588230740/info: appending metadata at 1731133147824 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731133147824Flushing 1588230740/ns: creating writer at 1731133147857 (+33 ms)Flushing 1588230740/ns: appending metadata at 1731133147878 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731133147878Flushing 1588230740/rep_barrier: creating writer at 1731133148322 (+444 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133148354 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133148354Flushing 1588230740/table: creating writer at 1731133148402 (+48 ms)Flushing 1588230740/table: appending metadata at 1731133148429 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731133148429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13cf989d: reopening flushed file at 1731133148460 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c951a4c: reopening flushed file at 1731133148471 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f76a237: reopening flushed file at 1731133148480 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea76782: reopening flushed file at 1731133148489 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 703ms, sequenceid=16, compaction requested=false at 1731133148504 (+15 ms)Writing region close event to WAL at 1731133148513 (+9 ms)Running coprocessor post-close hooks at 1731133148520 (+7 ms)Closed at 1731133148521 (+1 ms) 2024-11-09T06:19:08,521 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:08,535 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.1731133071228 to pos 1292, reset compression=false 2024-11-09T06:19:08,601 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,35479,1731133069701; all regions closed. 2024-11-09T06:19:08,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:19:08,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/WALs/4a84bcce7bad,35479,1731133069701/4a84bcce7bad%2C35479%2C1731133069701.meta.1731133071639.meta not finished, retry = 0 2024-11-09T06:19:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741839_1015 (size=2700) 2024-11-09T06:19:08,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741833_1009 (size=1300) 2024-11-09T06:19:08,744 DEBUG [RS:0;4a84bcce7bad:35479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:08,744 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:08,744 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:08,745 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:08,745 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:08,745 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:08,745 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,35479,1731133069701 because: Region server is closing 2024-11-09T06:19:08,745 INFO [RS:0;4a84bcce7bad:35479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:35479. 2024-11-09T06:19:08,746 DEBUG [RS:0;4a84bcce7bad:35479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:08,746 DEBUG [RS:0;4a84bcce7bad:35479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:08,746 DEBUG [RS:0;4a84bcce7bad:35479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:08,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:08,846 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.shipper4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 terminated 2024-11-09T06:19:08,846 INFO [RS:0;4a84bcce7bad:35479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35479 2024-11-09T06:19:08,847 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35479,1731133069701.replicationSource.wal-reader.4a84bcce7bad%2C35479%2C1731133069701,1-4a84bcce7bad,35479,1731133069701 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:19:08,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279/rs 2024-11-09T06:19:08,914 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:08,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402994279/rs/4a84bcce7bad,35479,1731133069701 2024-11-09T06:19:08,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,35479,1731133069701] 2024-11-09T06:19:08,936 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0402994279/draining/4a84bcce7bad,35479,1731133069701 already deleted, retry=false 2024-11-09T06:19:08,936 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,35479,1731133069701 expired; onlineServers=0 2024-11-09T06:19:08,936 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,39355,1731133069499' ***** 2024-11-09T06:19:08,936 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:19:08,937 INFO [M:0;4a84bcce7bad:39355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:08,937 INFO [M:0;4a84bcce7bad:39355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:08,937 DEBUG [M:0;4a84bcce7bad:39355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:19:08,937 DEBUG [M:0;4a84bcce7bad:39355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:19:08,937 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:19:08,937 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133070977 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133070977,5,FailOnTimeoutGroup] 2024-11-09T06:19:08,937 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133070976 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133070976,5,FailOnTimeoutGroup] 2024-11-09T06:19:08,938 INFO [M:0;4a84bcce7bad:39355 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:08,938 INFO [M:0;4a84bcce7bad:39355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:08,938 DEBUG [M:0;4a84bcce7bad:39355 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:19:08,938 INFO [M:0;4a84bcce7bad:39355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:19:08,938 INFO [M:0;4a84bcce7bad:39355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:08,938 INFO [M:0;4a84bcce7bad:39355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:19:08,938 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:19:08,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402994279/master 2024-11-09T06:19:08,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402994279 2024-11-09T06:19:08,957 DEBUG [M:0;4a84bcce7bad:39355 {}] zookeeper.RecoverableZooKeeper(212): Node /0402994279/master already deleted, retry=false 2024-11-09T06:19:08,957 DEBUG [M:0;4a84bcce7bad:39355 {}] master.ActiveMasterManager(353): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Failed delete of our master address node; KeeperErrorCode = NoNode for /0402994279/master 2024-11-09T06:19:08,973 INFO [M:0;4a84bcce7bad:39355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/.lastflushedseqids 2024-11-09T06:19:09,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741850_1026 (size=263) 2024-11-09T06:19:09,007 INFO [M:0;4a84bcce7bad:39355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:19:09,008 INFO [M:0;4a84bcce7bad:39355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:19:09,008 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:09,008 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:09,008 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:09,008 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:09,008 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:09,008 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-09T06:19:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:09,025 INFO [RS:0;4a84bcce7bad:35479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:09,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35479-0x1011e3e47a00001, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:09,025 INFO [RS:0;4a84bcce7bad:35479 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,35479,1731133069701; zookeeper connection closed. 2024-11-09T06:19:09,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20426fad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20426fad 2024-11-09T06:19:09,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:19:09,034 DEBUG [M:0;4a84bcce7bad:39355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3c23f22e134aa2a3326228e64d1ccf is 82, key is hbase:meta,,1/info:regioninfo/1731133071675/Put/seqid=0 2024-11-09T06:19:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741851_1027 (size=5672) 2024-11-09T06:19:09,463 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3c23f22e134aa2a3326228e64d1ccf 2024-11-09T06:19:09,480 DEBUG [M:0;4a84bcce7bad:39355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62336b62edc447c28700c098121cef1f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133078239/Put/seqid=0 2024-11-09T06:19:09,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741852_1028 (size=7241) 2024-11-09T06:19:09,884 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62336b62edc447c28700c098121cef1f 2024-11-09T06:19:09,890 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62336b62edc447c28700c098121cef1f 2024-11-09T06:19:09,911 DEBUG [M:0;4a84bcce7bad:39355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/257dd59de9d64001a637243f1548db80 is 69, key is 4a84bcce7bad,35479,1731133069701/rs:state/1731133071065/Put/seqid=0 2024-11-09T06:19:09,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741853_1029 (size=5156) 2024-11-09T06:19:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:10,316 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/257dd59de9d64001a637243f1548db80 2024-11-09T06:19:10,321 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3c23f22e134aa2a3326228e64d1ccf as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e3c23f22e134aa2a3326228e64d1ccf 2024-11-09T06:19:10,326 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e3c23f22e134aa2a3326228e64d1ccf, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T06:19:10,327 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62336b62edc447c28700c098121cef1f as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62336b62edc447c28700c098121cef1f 2024-11-09T06:19:10,375 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62336b62edc447c28700c098121cef1f 2024-11-09T06:19:10,375 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62336b62edc447c28700c098121cef1f, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T06:19:10,376 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/257dd59de9d64001a637243f1548db80 as hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/257dd59de9d64001a637243f1548db80 2024-11-09T06:19:10,381 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43357/user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/257dd59de9d64001a637243f1548db80, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T06:19:10,382 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=105, compaction requested=false 2024-11-09T06:19:10,384 INFO [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:10,384 DEBUG [M:0;4a84bcce7bad:39355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133149008Disabling compacts and flushes for region at 1731133149008Disabling writes for close at 1731133149008Obtaining lock to block concurrent updates at 1731133149008Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133149008Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731133149009 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133149009Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133149009Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133149032 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133149032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133149467 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133149479 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133149479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133149890 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133149911 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133149911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ac8dd: reopening flushed file at 1731133150320 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce9762c: reopening flushed file at 1731133150326 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7e0bc1: reopening flushed file at 1731133150375 (+49 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=105, compaction requested=false at 1731133150382 (+7 ms)Writing region close event to WAL at 1731133150383 (+1 ms)Closed at 1731133150383 2024-11-09T06:19:10,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34543 is added to blk_1073741830_1006 (size=64538) 2024-11-09T06:19:10,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f134abb6-7537-620a-4a09-2f758af4e072/MasterData/WALs/4a84bcce7bad,39355,1731133069499/4a84bcce7bad%2C39355%2C1731133069499.1731133070703 not finished, retry = 0 2024-11-09T06:19:10,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:10,488 INFO [M:0;4a84bcce7bad:39355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:19:10,488 INFO [M:0;4a84bcce7bad:39355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39355 2024-11-09T06:19:10,489 INFO [M:0;4a84bcce7bad:39355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:10,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:19:10,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:10,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:10,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:10,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:10,594 INFO [M:0;4a84bcce7bad:39355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:10,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:10,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39355-0x1011e3e47a00000, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:10,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65025eb7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:10,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ffbbd8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:10,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:10,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10af0084{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:10,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af93930{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:10,646 WARN [BP-1528617191-172.17.0.3-1731133066301 heartbeating to localhost/127.0.0.1:43357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:19:10,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:19:10,646 WARN [BP-1528617191-172.17.0.3-1731133066301 heartbeating to localhost/127.0.0.1:43357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1528617191-172.17.0.3-1731133066301 (Datanode Uuid 9e91449e-adc0-4c38-91a8-5d4be584c405) service to localhost/127.0.0.1:43357 2024-11-09T06:19:10,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:19:10,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53/data/data1/current/BP-1528617191-172.17.0.3-1731133066301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:10,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/cluster_459dfe76-0764-c834-4d81-fe8d6d663c53/data/data2/current/BP-1528617191-172.17.0.3-1731133066301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:10,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:19:10,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be7c771{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:10,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@afbda8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:10,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:10,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61dce0fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:10,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e4d4f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b171cee3-ef08-decc-5589-2b61fa6124f4/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:10,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:19:10,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:19:10,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43357 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f2fe0b90788.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44585 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60007) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60007) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f2fe0b90788.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=510 (was 799), ProcessCount=11 (was 11), AvailableMemoryMB=917 (was 686) - AvailableMemoryMB LEAK? - 2024-11-09T06:19:10,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=506, MaxFileDescriptor=1048576, SystemLoadAverage=510, ProcessCount=11, AvailableMemoryMB=916 2024-11-09T06:19:10,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e3e47a00002, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:19:10,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e3e47a00002, quorum=127.0.0.1:60007, baseZNode=/0402994279 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:19:10,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e3e47a00005, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:19:10,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e3e47a00005, quorum=127.0.0.1:60007, baseZNode=/1244318461 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:19:10,788 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T06:19:10,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.log.dir so I do NOT create it in target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838 2024-11-09T06:19:10,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:19:10,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.tmp.dir so I do NOT create it in target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838 2024-11-09T06:19:10,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a407b09-5586-a8a3-938e-504cf0dcc539/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:19:10,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838 2024-11-09T06:19:10,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60, deleteOnExit=true 2024-11-09T06:19:10,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60/zookeeper_0, clientPort=49515, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:19:10,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49515 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/test.cache.data in system properties and HBase conf 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:19:10,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:19:10,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:19:10,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:10,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:10,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:19:10,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:10,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:19:10,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:19:10,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:19:11,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:11,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:11,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:11,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:11,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:19:11,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:11,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72e6eab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:11,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d20667a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:11,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fe2f81b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/java.io.tmpdir/jetty-localhost-34171-hadoop-hdfs-3_4_1-tests_jar-_-any-7776852011890340769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:11,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7227f3b8{HTTP/1.1, (http/1.1)}{localhost:34171} 2024-11-09T06:19:11,535 INFO [Time-limited test {}] server.Server(415): Started @141946ms 2024-11-09T06:19:11,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:11,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:11,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:11,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:11,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:19:11,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13fdca7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:11,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b9a2908{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:11,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e0bbf7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/java.io.tmpdir/jetty-localhost-33423-hadoop-hdfs-3_4_1-tests_jar-_-any-6790158492010336582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:11,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49cc639b{HTTP/1.1, (http/1.1)}{localhost:33423} 2024-11-09T06:19:11,979 INFO [Time-limited test {}] server.Server(415): Started @142390ms 2024-11-09T06:19:11,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:19:12,792 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60/data/data1/current/BP-1379638952-172.17.0.3-1731133150878/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:12,792 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60/data/data2/current/BP-1379638952-172.17.0.3-1731133150878/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:12,810 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:19:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f197d0f7a0541da with lease ID 0xad47fafb06bf1a0a: Processing first storage report for DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8 from datanode DatanodeRegistration(127.0.0.1:42913, datanodeUuid=d7a9f303-a713-4926-9ca6-cb6298280a23, infoPort=45743, infoSecurePort=0, ipcPort=41975, storageInfo=lv=-57;cid=testClusterID;nsid=1263918447;c=1731133150878) 2024-11-09T06:19:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f197d0f7a0541da with lease ID 0xad47fafb06bf1a0a: from storage DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8 node DatanodeRegistration(127.0.0.1:42913, datanodeUuid=d7a9f303-a713-4926-9ca6-cb6298280a23, infoPort=45743, infoSecurePort=0, ipcPort=41975, storageInfo=lv=-57;cid=testClusterID;nsid=1263918447;c=1731133150878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T06:19:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f197d0f7a0541da with lease ID 0xad47fafb06bf1a0a: Processing first storage report for DS-cb351878-1c00-45c2-a840-cc05fcebd973 from datanode DatanodeRegistration(127.0.0.1:42913, datanodeUuid=d7a9f303-a713-4926-9ca6-cb6298280a23, infoPort=45743, infoSecurePort=0, ipcPort=41975, storageInfo=lv=-57;cid=testClusterID;nsid=1263918447;c=1731133150878) 2024-11-09T06:19:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f197d0f7a0541da with lease ID 0xad47fafb06bf1a0a: from storage DS-cb351878-1c00-45c2-a840-cc05fcebd973 node DatanodeRegistration(127.0.0.1:42913, datanodeUuid=d7a9f303-a713-4926-9ca6-cb6298280a23, infoPort=45743, infoSecurePort=0, ipcPort=41975, storageInfo=lv=-57;cid=testClusterID;nsid=1263918447;c=1731133150878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:19:12,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838 2024-11-09T06:19:12,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:12,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:19:13,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db with version=8 2024-11-09T06:19:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/hbase-staging 2024-11-09T06:19:13,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:13,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:13,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:13,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:13,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:13,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:13,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:19:13,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:13,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37063 2024-11-09T06:19:13,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37063 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:13,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370630x0, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:13,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37063-0x1011e3f92070000 connected 2024-11-09T06:19:13,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:13,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:13,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:13,442 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db, hbase.cluster.distributed=false 2024-11-09T06:19:13,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/acl 2024-11-09T06:19:13,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-09T06:19:13,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37063 2024-11-09T06:19:13,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37063 2024-11-09T06:19:13,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-09T06:19:13,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37063 2024-11-09T06:19:13,459 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:13,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:13,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:13,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:13,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:13,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:13,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:19:13,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:13,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43383 2024-11-09T06:19:13,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43383 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:13,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:13,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:13,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433830x0, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:13,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433830x0, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:13,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43383-0x1011e3f92070001 connected 2024-11-09T06:19:13,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:19:13,478 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:19:13,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/master 2024-11-09T06:19:13,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/acl 2024-11-09T06:19:13,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43383 2024-11-09T06:19:13,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43383 2024-11-09T06:19:13,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43383 2024-11-09T06:19:13,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43383 2024-11-09T06:19:13,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43383 2024-11-09T06:19:13,497 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:37063 2024-11-09T06:19:13,498 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951403247/backup-masters/4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:13,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:13,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:13,509 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on existing znode=/0951403247/backup-masters/4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:13,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:13,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951403247/master 2024-11-09T06:19:13,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:13,520 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on existing znode=/0951403247/master 2024-11-09T06:19:13,520 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951403247/backup-masters/4a84bcce7bad,37063,1731133153297 from backup master directory 2024-11-09T06:19:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/backup-masters/4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:13,530 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:13,530 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:13,533 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/hbase.id] with ID: b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71 2024-11-09T06:19:13,533 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/.tmp/hbase.id 2024-11-09T06:19:13,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:19:13,938 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/.tmp/hbase.id]:[hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/hbase.id] 2024-11-09T06:19:13,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:13,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:19:13,952 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T06:19:13,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:13,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:13,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:19:14,371 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:14,372 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:19:14,372 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:19:14,779 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store 2024-11-09T06:19:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:19:15,185 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:15,185 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:15,185 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:15,185 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:15,185 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:15,186 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:15,186 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:15,186 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133155185Disabling compacts and flushes for region at 1731133155185Disabling writes for close at 1731133155186 (+1 ms)Writing region close event to WAL at 1731133155186Closed at 1731133155186 2024-11-09T06:19:15,186 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/.initializing 2024-11-09T06:19:15,186 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:15,187 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:15,189 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C37063%2C1731133153297, suffix=, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/oldWALs, maxLogs=10 2024-11-09T06:19:15,201 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297/4a84bcce7bad%2C37063%2C1731133153297.1731133155190, exclude list is [], retry=0 2024-11-09T06:19:15,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:15,205 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 2024-11-09T06:19:15,205 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:15,206 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:15,206 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:15,206 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,206 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:19:15,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:15,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:15,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:19:15,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:15,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:15,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:19:15,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:15,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:15,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:19:15,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:15,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:15,213 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,213 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,214 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,215 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,215 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,215 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:15,216 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:15,218 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:15,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66442570, jitterRate=-0.00992855429649353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:15,219 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133155206Initializing all the Stores at 1731133155207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133155207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133155207Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133155207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133155207Cleaning up temporary data from old regions at 1731133155215 (+8 ms)Region opened successfully at 1731133155219 (+4 ms) 2024-11-09T06:19:15,220 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:19:15,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c529bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:15,223 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:19:15,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:19:15,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:19:15,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:19:15,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:19:15,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:19:15,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:19:15,227 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:19:15,228 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/balancer because node does not exist (not necessarily an error) 2024-11-09T06:19:15,700 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/balancer already deleted, retry=false 2024-11-09T06:19:15,701 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:19:15,702 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:19:15,825 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/normalizer already deleted, retry=false 2024-11-09T06:19:15,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:19:15,826 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:19:15,909 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/switch/split already deleted, retry=false 2024-11-09T06:19:15,910 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:19:15,919 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/switch/merge already deleted, retry=false 2024-11-09T06:19:15,921 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:19:15,933 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/snapshot-cleanup already deleted, retry=false 2024-11-09T06:19:15,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:15,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:15,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:15,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:15,944 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,37063,1731133153297, sessionid=0x1011e3f92070000, setting cluster-up flag (Was=false) 2024-11-09T06:19:15,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:15,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:15,996 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951403247/flush-table-proc/acquired, /0951403247/flush-table-proc/reached, /0951403247/flush-table-proc/abort 2024-11-09T06:19:15,997 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:16,049 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951403247/online-snapshot/acquired, /0951403247/online-snapshot/reached, /0951403247/online-snapshot/abort 2024-11-09T06:19:16,050 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:16,051 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:19:16,052 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:16,053 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:19:16,053 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:19:16,053 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,37063,1731133153297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:16,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133186055 2024-11-09T06:19:16,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:19:16,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:19:16,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:19:16,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:19:16,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:19:16,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:19:16,056 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:16,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:19:16,056 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:19:16,056 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:19:16,056 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:19:16,056 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:19:16,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:16,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:19:16,060 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:19:16,060 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:19:16,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133156060,5,FailOnTimeoutGroup] 2024-11-09T06:19:16,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133156062,5,FailOnTimeoutGroup] 2024-11-09T06:19:16,062 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,062 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:19:16,062 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,062 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:19:16,090 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(746): ClusterId : b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71 2024-11-09T06:19:16,090 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:19:16,208 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:19:16,208 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:19:16,313 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:19:16,314 DEBUG [RS:0;4a84bcce7bad:43383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b32ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:16,326 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:43383 2024-11-09T06:19:16,326 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:19:16,326 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:19:16,326 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:19:16,327 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,37063,1731133153297 with port=43383, startcode=1731133153459 2024-11-09T06:19:16,327 DEBUG [RS:0;4a84bcce7bad:43383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:19:16,329 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:19:16,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:16,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37063 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:16,330 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db 2024-11-09T06:19:16,330 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44421 2024-11-09T06:19:16,330 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:19:16,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/rs 2024-11-09T06:19:16,362 DEBUG [RS:0;4a84bcce7bad:43383 {}] zookeeper.ZKUtil(111): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on existing znode=/0951403247/rs/4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:16,362 WARN [RS:0;4a84bcce7bad:43383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:16,362 INFO [RS:0;4a84bcce7bad:43383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:16,362 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:16,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,43383,1731133153459] 2024-11-09T06:19:16,366 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:19:16,367 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:19:16,368 INFO [RS:0;4a84bcce7bad:43383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:19:16,368 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,368 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:19:16,368 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:19:16,368 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:16,369 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:16,370 DEBUG [RS:0;4a84bcce7bad:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:16,370 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,370 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,370 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,370 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,370 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,370 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43383,1731133153459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:16,382 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:19:16,382 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43383,1731133153459-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,383 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,383 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.Replication(171): 4a84bcce7bad,43383,1731133153459 started 2024-11-09T06:19:16,394 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:16,394 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,43383,1731133153459, RpcServer on 4a84bcce7bad/172.17.0.3:43383, sessionid=0x1011e3f92070001 2024-11-09T06:19:16,394 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:19:16,394 DEBUG [RS:0;4a84bcce7bad:43383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:16,394 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,43383,1731133153459' 2024-11-09T06:19:16,394 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951403247/flush-table-proc/abort' 2024-11-09T06:19:16,395 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951403247/flush-table-proc/acquired' 2024-11-09T06:19:16,395 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:19:16,395 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:19:16,395 DEBUG [RS:0;4a84bcce7bad:43383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:16,395 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,43383,1731133153459' 2024-11-09T06:19:16,395 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951403247/online-snapshot/abort' 2024-11-09T06:19:16,395 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951403247/online-snapshot/acquired' 2024-11-09T06:19:16,396 DEBUG [RS:0;4a84bcce7bad:43383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:19:16,396 INFO [RS:0;4a84bcce7bad:43383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:19:16,396 INFO [RS:0;4a84bcce7bad:43383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:19:16,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:19:16,467 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db 2024-11-09T06:19:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:19:16,496 INFO [RS:0;4a84bcce7bad:43383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:16,498 INFO [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C43383%2C1731133153459, suffix=, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs, maxLogs=10 2024-11-09T06:19:16,511 DEBUG [RS:0;4a84bcce7bad:43383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499, exclude list is [], retry=0 2024-11-09T06:19:16,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:16,515 INFO [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499 2024-11-09T06:19:16,515 DEBUG [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:16,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:16,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:16,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:16,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:16,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:16,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:16,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:16,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:16,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:16,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:16,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:16,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:16,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:16,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:16,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:16,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:16,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:16,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:16,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740 2024-11-09T06:19:16,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740 2024-11-09T06:19:16,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:16,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:16,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:16,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:16,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:16,886 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71376822, jitterRate=0.06359753012657166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:16,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133156874Initializing all the Stores at 1731133156875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133156875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133156875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133156875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133156875Cleaning up temporary data from old regions at 1731133156883 (+8 ms)Region opened successfully at 1731133156886 (+3 ms) 2024-11-09T06:19:16,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:16,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:16,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:16,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:16,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:16,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:16,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133156887Disabling compacts and flushes for region at 1731133156887Disabling writes for close at 1731133156887Writing region close event to WAL at 1731133156887Closed at 1731133156887 2024-11-09T06:19:16,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:16,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:19:16,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:19:16,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:16,890 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:19:17,040 DEBUG [4a84bcce7bad:37063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:19:17,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:17,042 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,43383,1731133153459, state=OPENING 2024-11-09T06:19:17,101 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:19:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:17,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:17,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:17,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:17,113 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:17,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,43383,1731133153459}] 2024-11-09T06:19:17,265 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:19:17,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:19:17,270 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:19:17,270 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:17,270 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:19:17,272 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C43383%2C1731133153459.meta, suffix=.meta, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs, maxLogs=10 2024-11-09T06:19:17,283 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.meta.1731133157272.meta, exclude list is [], retry=0 2024-11-09T06:19:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:17,288 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.meta.1731133157272.meta 2024-11-09T06:19:17,289 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:17,289 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:17,289 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:17,289 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:17,289 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:19:17,290 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:19:17,290 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:19:17,290 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:17,290 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:19:17,290 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:19:17,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:17,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:17,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:17,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:17,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:17,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:17,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:17,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:17,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:17,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:17,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:17,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:17,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:17,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:17,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:17,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:17,297 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:17,298 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740 2024-11-09T06:19:17,299 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740 2024-11-09T06:19:17,300 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:17,300 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:17,301 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:17,302 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:17,303 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65576582, jitterRate=-0.022832781076431274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:17,303 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:19:17,303 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133157290Writing region info on filesystem at 1731133157290Initializing all the Stores at 1731133157291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133157291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133157292 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133157292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133157292Cleaning up temporary data from old regions at 1731133157300 (+8 ms)Running coprocessor post-open hooks at 1731133157303 (+3 ms)Region opened successfully at 1731133157303 2024-11-09T06:19:17,304 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133157265 2024-11-09T06:19:17,306 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:19:17,306 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:19:17,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:17,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,43383,1731133153459, state=OPEN 2024-11-09T06:19:17,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:17,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:17,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:17,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:17,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:17,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:19:17,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,43383,1731133153459 in 239 msec 2024-11-09T06:19:17,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:19:17,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-09T06:19:17,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:17,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:19:17,360 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:17,361 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43383,1731133153459, seqNum=-1] 2024-11-09T06:19:17,361 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:17,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:17,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-09T06:19:17,386 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133157386, completionTime=-1 2024-11-09T06:19:17,386 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:19:17,386 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:19:17,389 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:19:17,389 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133217389 2024-11-09T06:19:17,389 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133277389 2024-11-09T06:19:17,389 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T06:19:17,390 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37063,1731133153297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:17,390 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37063,1731133153297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:17,390 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37063,1731133153297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:17,390 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:37063, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:17,390 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:17,391 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:17,392 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.866sec 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37063,1731133153297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:17,397 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37063,1731133153297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:19:17,399 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:19:17,399 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:19:17,399 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37063,1731133153297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:17,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f09400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:17,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37063,-1 for getting cluster id 2024-11-09T06:19:17,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:17,492 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71' 2024-11-09T06:19:17,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71" 2024-11-09T06:19:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab19fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37063,-1] 2024-11-09T06:19:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:17,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:17,494 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:17,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58537c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:17,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43383,1731133153459, seqNum=-1] 2024-11-09T06:19:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:17,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:17,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:17,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:17,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:17,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e3f92070002 connected 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.log.dir so I do NOT create it in target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f 2024-11-09T06:19:17,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.tmp.dir so I do NOT create it in target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f 2024-11-09T06:19:17,536 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:19:17,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/cluster_8361b34f-526d-a54d-19bb-c41f969012af, deleteOnExit=true 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/test.cache.data in system properties and HBase conf 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:19:17,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:19:17,537 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:19:17,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:19:17,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:17,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:17,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:17,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:17,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:19:17,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:17,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@503c1b8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:17,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e6e7531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:18,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2af2ae4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/java.io.tmpdir/jetty-localhost-43401-hadoop-hdfs-3_4_1-tests_jar-_-any-1993971505685397634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:18,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42a87e39{HTTP/1.1, (http/1.1)}{localhost:43401} 2024-11-09T06:19:18,024 INFO [Time-limited test {}] server.Server(415): Started @148435ms 2024-11-09T06:19:18,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T06:19:18,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:18,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:18,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:18,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:18,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:19:18,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5c7013{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:18,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2966edfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:18,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a719e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/java.io.tmpdir/jetty-localhost-41755-hadoop-hdfs-3_4_1-tests_jar-_-any-9030775762201613413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:18,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606de202{HTTP/1.1, (http/1.1)}{localhost:41755} 2024-11-09T06:19:18,376 INFO [Time-limited test {}] server.Server(415): Started @148787ms 2024-11-09T06:19:18,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:19:19,012 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/cluster_8361b34f-526d-a54d-19bb-c41f969012af/data/data1/current/BP-904500543-172.17.0.3-1731133157556/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:19,012 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/cluster_8361b34f-526d-a54d-19bb-c41f969012af/data/data2/current/BP-904500543-172.17.0.3-1731133157556/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:19,027 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:19:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956f26df468e7618 with lease ID 0xd7d3236e0ec6e165: Processing first storage report for DS-269509a0-17e4-456e-aa46-688dd067f179 from datanode DatanodeRegistration(127.0.0.1:33131, datanodeUuid=7dbc2889-9a35-4fcd-98c2-6f8c2a03f8b1, infoPort=34981, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=275815016;c=1731133157556) 2024-11-09T06:19:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956f26df468e7618 with lease ID 0xd7d3236e0ec6e165: from storage DS-269509a0-17e4-456e-aa46-688dd067f179 node DatanodeRegistration(127.0.0.1:33131, datanodeUuid=7dbc2889-9a35-4fcd-98c2-6f8c2a03f8b1, infoPort=34981, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=275815016;c=1731133157556), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:19:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x956f26df468e7618 with lease ID 0xd7d3236e0ec6e165: Processing first storage report for DS-e9ced0fd-18f8-45a2-9208-38f842ad28be from datanode DatanodeRegistration(127.0.0.1:33131, datanodeUuid=7dbc2889-9a35-4fcd-98c2-6f8c2a03f8b1, infoPort=34981, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=275815016;c=1731133157556) 2024-11-09T06:19:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x956f26df468e7618 with lease ID 0xd7d3236e0ec6e165: from storage DS-e9ced0fd-18f8-45a2-9208-38f842ad28be node DatanodeRegistration(127.0.0.1:33131, datanodeUuid=7dbc2889-9a35-4fcd-98c2-6f8c2a03f8b1, infoPort=34981, infoSecurePort=0, ipcPort=34715, storageInfo=lv=-57;cid=testClusterID;nsid=275815016;c=1731133157556), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:19:19,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f 2024-11-09T06:19:19,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:19,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:19,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:19:19,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06 with version=8 2024-11-09T06:19:19,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/hbase-staging 2024-11-09T06:19:19,517 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:19,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:19,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:19:19,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:19,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33559 2024-11-09T06:19:19,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33559 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:19,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335590x0, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:19,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33559-0x1011e3f92070003 connected 2024-11-09T06:19:19,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:19,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:19,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on znode that does not yet exist, /11809215516/running 2024-11-09T06:19:19,652 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06, hbase.cluster.distributed=false 2024-11-09T06:19:19,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on znode that does not yet exist, /11809215516/acl 2024-11-09T06:19:19,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-09T06:19:19,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33559 2024-11-09T06:19:19,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33559 2024-11-09T06:19:19,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-09T06:19:19,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-09T06:19:19,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:19,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:19,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:19,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:19,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:19,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:19,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:19:19,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:19,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34821 2024-11-09T06:19:19,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34821 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:19,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:19,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:19,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348210x0, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:19,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348210x0, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on znode that does not yet exist, /11809215516/running 2024-11-09T06:19:19,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34821-0x1011e3f92070004 connected 2024-11-09T06:19:19,691 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:19:19,692 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:19:19,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on znode that does not yet exist, /11809215516/master 2024-11-09T06:19:19,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on znode that does not yet exist, /11809215516/acl 2024-11-09T06:19:19,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34821 2024-11-09T06:19:19,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34821 2024-11-09T06:19:19,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34821 2024-11-09T06:19:19,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34821 2024-11-09T06:19:19,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34821 2024-11-09T06:19:19,710 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:33559 2024-11-09T06:19:19,711 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11809215516/backup-masters/4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:19,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516/backup-masters 2024-11-09T06:19:19,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516/backup-masters 2024-11-09T06:19:19,723 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on existing znode=/11809215516/backup-masters/4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11809215516/master 2024-11-09T06:19:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:19,733 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on existing znode=/11809215516/master 2024-11-09T06:19:19,734 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11809215516/backup-masters/4a84bcce7bad,33559,1731133159517 from backup master directory 2024-11-09T06:19:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809215516/backup-masters/4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516/backup-masters 2024-11-09T06:19:19,744 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:19,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516/backup-masters 2024-11-09T06:19:19,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:19,747 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/hbase.id] with ID: 5369b2b7-f210-4618-99c9-3e6c71b83a8c 2024-11-09T06:19:19,747 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/.tmp/hbase.id 2024-11-09T06:19:19,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:19:20,151 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/.tmp/hbase.id]:[hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/hbase.id] 2024-11-09T06:19:20,161 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:20,161 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:19:20,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:19:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:20,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:20,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:19:20,703 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:20,704 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:19:20,704 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:19:21,111 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store 2024-11-09T06:19:21,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:19:21,517 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:21,517 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:21,517 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:21,517 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:21,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:21,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:21,518 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:21,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133161517Disabling compacts and flushes for region at 1731133161517Disabling writes for close at 1731133161518 (+1 ms)Writing region close event to WAL at 1731133161518Closed at 1731133161518 2024-11-09T06:19:21,519 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/.initializing 2024-11-09T06:19:21,519 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/WALs/4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:21,520 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:21,522 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C33559%2C1731133159517, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/WALs/4a84bcce7bad,33559,1731133159517, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/oldWALs, maxLogs=10 2024-11-09T06:19:21,535 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/WALs/4a84bcce7bad,33559,1731133159517/4a84bcce7bad%2C33559%2C1731133159517.1731133161522, exclude list is [], retry=0 2024-11-09T06:19:21,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33131,DS-269509a0-17e4-456e-aa46-688dd067f179,DISK] 2024-11-09T06:19:21,540 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/WALs/4a84bcce7bad,33559,1731133159517/4a84bcce7bad%2C33559%2C1731133159517.1731133161522 2024-11-09T06:19:21,540 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34981:34981)] 2024-11-09T06:19:21,540 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:21,541 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:21,541 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,541 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:19:21,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:21,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:21,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:19:21,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:21,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:21,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:19:21,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:21,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:21,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:19:21,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:21,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:21,551 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,551 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,551 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,553 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,553 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,553 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:21,557 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:21,559 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:21,559 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68914854, jitterRate=0.02691134810447693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:21,559 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133161541Initializing all the Stores at 1731133161542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133161542Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133161544 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133161544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133161544Cleaning up temporary data from old regions at 1731133161553 (+9 ms)Region opened successfully at 1731133161559 (+6 ms) 2024-11-09T06:19:21,560 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:19:21,562 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e31aea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:21,563 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:19:21,563 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:19:21,563 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:19:21,563 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:19:21,564 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:19:21,564 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:19:21,564 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:19:21,566 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:19:21,567 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Unable to get data of znode /11809215516/balancer because node does not exist (not necessarily an error) 2024-11-09T06:19:21,617 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809215516/balancer already deleted, retry=false 2024-11-09T06:19:21,617 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:19:21,618 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Unable to get data of znode /11809215516/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:19:21,627 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809215516/normalizer already deleted, retry=false 2024-11-09T06:19:21,628 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:19:21,629 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Unable to get data of znode /11809215516/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:19:21,638 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809215516/switch/split already deleted, retry=false 2024-11-09T06:19:21,639 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Unable to get data of znode /11809215516/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:19:21,649 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809215516/switch/merge already deleted, retry=false 2024-11-09T06:19:21,651 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Unable to get data of znode /11809215516/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:19:21,659 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11809215516/snapshot-cleanup already deleted, retry=false 2024-11-09T06:19:21,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11809215516/running 2024-11-09T06:19:21,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11809215516/running 2024-11-09T06:19:21,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:21,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:21,670 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,33559,1731133159517, sessionid=0x1011e3f92070003, setting cluster-up flag (Was=false) 2024-11-09T06:19:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:21,722 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11809215516/flush-table-proc/acquired, /11809215516/flush-table-proc/reached, /11809215516/flush-table-proc/abort 2024-11-09T06:19:21,723 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:21,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:21,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:21,775 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11809215516/online-snapshot/acquired, /11809215516/online-snapshot/reached, /11809215516/online-snapshot/abort 2024-11-09T06:19:21,776 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:21,777 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:19:21,778 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:21,778 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:19:21,779 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:19:21,779 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,33559,1731133159517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:21,780 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133191781 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:19:21,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:19:21,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:19:21,782 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133161782,5,FailOnTimeoutGroup] 2024-11-09T06:19:21,782 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133161782,5,FailOnTimeoutGroup] 2024-11-09T06:19:21,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:19:21,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:19:21,802 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(746): ClusterId : 5369b2b7-f210-4618-99c9-3e6c71b83a8c 2024-11-09T06:19:21,802 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:19:21,814 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:19:21,814 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:19:21,825 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:19:21,825 DEBUG [RS:0;4a84bcce7bad:34821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c0363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:21,838 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:34821 2024-11-09T06:19:21,838 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:19:21,838 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:19:21,838 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:19:21,839 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,33559,1731133159517 with port=34821, startcode=1731133159675 2024-11-09T06:19:21,839 DEBUG [RS:0;4a84bcce7bad:34821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:19:21,841 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:19:21,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:21,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33559 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:21,842 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06 2024-11-09T06:19:21,842 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33049 2024-11-09T06:19:21,842 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:19:21,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516/rs 2024-11-09T06:19:21,849 DEBUG [RS:0;4a84bcce7bad:34821 {}] zookeeper.ZKUtil(111): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on existing znode=/11809215516/rs/4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:21,849 WARN [RS:0;4a84bcce7bad:34821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:21,849 INFO [RS:0;4a84bcce7bad:34821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:21,849 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:21,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,34821,1731133159675] 2024-11-09T06:19:21,852 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:19:21,854 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:19:21,856 INFO [RS:0;4a84bcce7bad:34821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:19:21,856 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,856 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:19:21,857 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:19:21,857 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,857 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,858 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,858 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,858 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:21,858 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:21,858 DEBUG [RS:0;4a84bcce7bad:34821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:21,858 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,858 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,858 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,858 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,858 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,858 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34821,1731133159675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:21,871 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:19:21,871 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34821,1731133159675-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,871 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,871 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.Replication(171): 4a84bcce7bad,34821,1731133159675 started 2024-11-09T06:19:21,884 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:21,884 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,34821,1731133159675, RpcServer on 4a84bcce7bad/172.17.0.3:34821, sessionid=0x1011e3f92070004 2024-11-09T06:19:21,884 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:19:21,884 DEBUG [RS:0;4a84bcce7bad:34821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:21,884 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,34821,1731133159675' 2024-11-09T06:19:21,884 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11809215516/flush-table-proc/abort' 2024-11-09T06:19:21,885 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11809215516/flush-table-proc/acquired' 2024-11-09T06:19:21,885 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:19:21,885 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:19:21,885 DEBUG [RS:0;4a84bcce7bad:34821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:21,885 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,34821,1731133159675' 2024-11-09T06:19:21,885 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11809215516/online-snapshot/abort' 2024-11-09T06:19:21,885 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11809215516/online-snapshot/acquired' 2024-11-09T06:19:21,886 DEBUG [RS:0;4a84bcce7bad:34821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:19:21,886 INFO [RS:0;4a84bcce7bad:34821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:19:21,886 INFO [RS:0;4a84bcce7bad:34821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:19:21,986 INFO [RS:0;4a84bcce7bad:34821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:21,988 INFO [RS:0;4a84bcce7bad:34821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C34821%2C1731133159675, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/oldWALs, maxLogs=10 2024-11-09T06:19:22,004 DEBUG [RS:0;4a84bcce7bad:34821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675/4a84bcce7bad%2C34821%2C1731133159675.1731133161988, exclude list is [], retry=0 2024-11-09T06:19:22,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33131,DS-269509a0-17e4-456e-aa46-688dd067f179,DISK] 2024-11-09T06:19:22,008 INFO [RS:0;4a84bcce7bad:34821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675/4a84bcce7bad%2C34821%2C1731133159675.1731133161988 2024-11-09T06:19:22,009 DEBUG [RS:0;4a84bcce7bad:34821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34981:34981)] 2024-11-09T06:19:22,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:19:22,188 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06 2024-11-09T06:19:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:19:22,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:22,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:22,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:22,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:22,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:22,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:22,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:22,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:22,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:22,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:22,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:22,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:22,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:22,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:22,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:22,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:22,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:22,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:22,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740 2024-11-09T06:19:22,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740 2024-11-09T06:19:22,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:22,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:22,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:22,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:22,606 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:22,607 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75292397, jitterRate=0.12194414436817169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:22,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133162594Initializing all the Stores at 1731133162595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133162595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133162595Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133162595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133162595Cleaning up temporary data from old regions at 1731133162603 (+8 ms)Region opened successfully at 1731133162607 (+4 ms) 2024-11-09T06:19:22,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:22,607 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:22,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:22,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:22,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:22,607 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:22,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133162607Disabling compacts and flushes for region at 1731133162607Disabling writes for close at 1731133162607Writing region close event to WAL at 1731133162607Closed at 1731133162607 2024-11-09T06:19:22,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:22,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:19:22,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:19:22,610 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:22,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:19:22,761 DEBUG [4a84bcce7bad:33559 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:19:22,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:22,762 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,34821,1731133159675, state=OPENING 2024-11-09T06:19:22,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:19:22,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:22,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:19:22,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:19:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:22,923 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:22,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809215516/meta-region-server: CHANGED 2024-11-09T06:19:22,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809215516/meta-region-server: CHANGED 2024-11-09T06:19:22,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,34821,1731133159675}] 2024-11-09T06:19:23,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:19:23,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:19:23,083 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:19:23,083 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:23,083 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:19:23,085 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C34821%2C1731133159675.meta, suffix=.meta, logDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/oldWALs, maxLogs=10 2024-11-09T06:19:23,102 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675/4a84bcce7bad%2C34821%2C1731133159675.meta.1731133163085.meta, exclude list is [], retry=0 2024-11-09T06:19:23,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33131,DS-269509a0-17e4-456e-aa46-688dd067f179,DISK] 2024-11-09T06:19:23,106 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675/4a84bcce7bad%2C34821%2C1731133159675.meta.1731133163085.meta 2024-11-09T06:19:23,106 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34981:34981)] 2024-11-09T06:19:23,106 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:23,107 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:23,107 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:23,107 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:19:23,107 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:19:23,107 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:19:23,107 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:23,107 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:19:23,107 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:19:23,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:23,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:23,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:23,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:23,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:23,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:23,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:23,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:23,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:23,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:23,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:23,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:23,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:23,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:23,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:23,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:23,113 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:23,113 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740 2024-11-09T06:19:23,114 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740 2024-11-09T06:19:23,115 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:23,115 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:23,116 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:23,117 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:23,118 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73909495, jitterRate=0.10133729875087738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:23,118 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:19:23,118 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133163107Writing region info on filesystem at 1731133163107Initializing all the Stores at 1731133163108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133163108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133163108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133163108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133163108Cleaning up temporary data from old regions at 1731133163115 (+7 ms)Running coprocessor post-open hooks at 1731133163118 (+3 ms)Region opened successfully at 1731133163118 2024-11-09T06:19:23,119 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133163075 2024-11-09T06:19:23,121 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:19:23,121 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:19:23,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:23,122 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,34821,1731133159675, state=OPEN 2024-11-09T06:19:23,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11809215516/meta-region-server 2024-11-09T06:19:23,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11809215516/meta-region-server 2024-11-09T06:19:23,133 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:23,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809215516/meta-region-server: CHANGED 2024-11-09T06:19:23,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11809215516/meta-region-server: CHANGED 2024-11-09T06:19:23,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:19:23,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,34821,1731133159675 in 210 msec 2024-11-09T06:19:23,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:19:23,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-11-09T06:19:23,137 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:23,137 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:19:23,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:23,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,34821,1731133159675, seqNum=-1] 2024-11-09T06:19:23,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:23,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:23,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3660 sec 2024-11-09T06:19:23,144 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133163144, completionTime=-1 2024-11-09T06:19:23,144 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:19:23,144 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:19:23,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133223146 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133283146 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33559,1731133159517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33559,1731133159517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33559,1731133159517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:33559, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:23,146 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:23,148 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.405sec 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33559,1731133159517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:23,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33559,1731133159517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:19:23,152 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:19:23,152 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:19:23,152 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33559,1731133159517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:23,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70317c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33559,-1 for getting cluster id 2024-11-09T06:19:23,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:23,204 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5369b2b7-f210-4618-99c9-3e6c71b83a8c' 2024-11-09T06:19:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5369b2b7-f210-4618-99c9-3e6c71b83a8c" 2024-11-09T06:19:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ace4ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33559,-1] 2024-11-09T06:19:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:23,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:23,206 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:23,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec275e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:23,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,34821,1731133159675, seqNum=-1] 2024-11-09T06:19:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:23,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:23,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:23,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:23,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e3f92070005 connected 2024-11-09T06:19:23,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b06d109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37063,-1 for getting cluster id 2024-11-09T06:19:23,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:23,231 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71' 2024-11-09T06:19:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71" 2024-11-09T06:19:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f835594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37063,-1] 2024-11-09T06:19:23,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:23,232 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adabbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b54a272 2024-11-09T06:19:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:23,234 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:23,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:33559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:19:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:19:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:23,237 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:33559' 2024-11-09T06:19:23,238 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629e7239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,238 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33559,-1 for getting cluster id 2024-11-09T06:19:23,238 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:23,238 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5369b2b7-f210-4618-99c9-3e6c71b83a8c' 2024-11-09T06:19:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5369b2b7-f210-4618-99c9-3e6c71b83a8c" 2024-11-09T06:19:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348bb20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33559,-1] 2024-11-09T06:19:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:23,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:23,240 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115f4f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:23,241 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:23,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2641971d 2024-11-09T06:19:23,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:23,242 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:23,243 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T06:19:23,243 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:19:23,243 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:23,243 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:23,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:23,243 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:23,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:19:23,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:19:23,245 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:23,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:19:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741835_1011 (size=1138) 2024-11-09T06:19:23,295 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:19:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:23,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12fae71f6897eec6dc3ca5073e2037f4, NAME => 'hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db 2024-11-09T06:19:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741836_1012 (size=44) 2024-11-09T06:19:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:24,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:24,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 12fae71f6897eec6dc3ca5073e2037f4, disabling compactions & flushes 2024-11-09T06:19:24,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:24,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:24,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. after waiting 0 ms 2024-11-09T06:19:24,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:24,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:24,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12fae71f6897eec6dc3ca5073e2037f4: Waiting for close lock at 1731133164067Disabling compacts and flushes for region at 1731133164067Disabling writes for close at 1731133164067Writing region close event to WAL at 1731133164067Closed at 1731133164067 2024-11-09T06:19:24,068 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:19:24,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133164068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133164068"}]},"ts":"1731133164068"} 2024-11-09T06:19:24,070 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:19:24,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:19:24,071 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133164071"}]},"ts":"1731133164071"} 2024-11-09T06:19:24,073 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:19:24,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN}] 2024-11-09T06:19:24,074 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN 2024-11-09T06:19:24,075 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN; state=OFFLINE, location=4a84bcce7bad,43383,1731133153459; forceNewPlan=false, retain=false 2024-11-09T06:19:24,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12fae71f6897eec6dc3ca5073e2037f4, regionState=OPENING, regionLocation=4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:24,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN because future has completed 2024-11-09T06:19:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12fae71f6897eec6dc3ca5073e2037f4, server=4a84bcce7bad,43383,1731133153459}] 2024-11-09T06:19:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:24,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:24,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:24,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:19:24,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C43383%2C1731133153459.rep, suffix=, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs, maxLogs=10 2024-11-09T06:19:24,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.rep.1731133164386, exclude list is [], retry=0 2024-11-09T06:19:24,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:24,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.rep.1731133164386 2024-11-09T06:19:24,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 12fae71f6897eec6dc3ca5073e2037f4, NAME => 'hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:24,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. service=MultiRowMutationService 2024-11-09T06:19:24,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:19:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,405 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,406 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12fae71f6897eec6dc3ca5073e2037f4 columnFamilyName hfileref 2024-11-09T06:19:24,406 DEBUG [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:24,406 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(327): Store=12fae71f6897eec6dc3ca5073e2037f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:24,406 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,407 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12fae71f6897eec6dc3ca5073e2037f4 columnFamilyName queue 2024-11-09T06:19:24,407 DEBUG [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:24,408 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(327): Store=12fae71f6897eec6dc3ca5073e2037f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:24,408 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,409 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12fae71f6897eec6dc3ca5073e2037f4 columnFamilyName sid 2024-11-09T06:19:24,409 DEBUG [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:24,409 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(327): Store=12fae71f6897eec6dc3ca5073e2037f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:24,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:19:24,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:24,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 12fae71f6897eec6dc3ca5073e2037f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59485232, jitterRate=-0.1136009693145752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:19:24,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:24,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 12fae71f6897eec6dc3ca5073e2037f4: Running coprocessor pre-open hook at 1731133164404Writing region info on filesystem at 1731133164404Initializing all the Stores at 1731133164404Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133164404Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133164405 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133164405Cleaning up temporary data from old regions at 1731133164411 (+6 ms)Running coprocessor post-open hooks at 1731133164415 (+4 ms)Region opened successfully at 1731133164416 (+1 ms) 2024-11-09T06:19:24,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., pid=7, masterSystemTime=1731133164380 2024-11-09T06:19:24,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:24,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:24,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12fae71f6897eec6dc3ca5073e2037f4, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:24,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12fae71f6897eec6dc3ca5073e2037f4, server=4a84bcce7bad,43383,1731133153459 because future has completed 2024-11-09T06:19:24,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T06:19:24,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 12fae71f6897eec6dc3ca5073e2037f4, server=4a84bcce7bad,43383,1731133153459 in 194 msec 2024-11-09T06:19:24,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:19:24,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN in 351 msec 2024-11-09T06:19:24,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:19:24,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133164427"}]},"ts":"1731133164427"} 2024-11-09T06:19:24,429 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:19:24,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:19:24,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-09T06:19:24,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., hostname=4a84bcce7bad,43383,1731133153459, seqNum=2] 2024-11-09T06:19:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:24,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:19:24,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T06:19:24,708 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:19:24,734 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,43383,1731133153459, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:19:24,734 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:24,734 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43383,1731133153459, seqNum=-1] 2024-11-09T06:19:24,735 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:24,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T06:19:24,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,43383,1731133153459', locateType=CURRENT is [region=hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., hostname=4a84bcce7bad,43383,1731133153459, seqNum=2] 2024-11-09T06:19:24,740 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T06:19:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T06:19:24,742 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,43383,1731133153459 suceeded 2024-11-09T06:19:24,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T06:19:24,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T06:19:24,743 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:33559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:19:24,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-09T06:19:24,760 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:33559' 2024-11-09T06:19:24,761 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40f955a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:24,761 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33559,-1 for getting cluster id 2024-11-09T06:19:24,762 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:24,762 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5369b2b7-f210-4618-99c9-3e6c71b83a8c' 2024-11-09T06:19:24,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:24,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5369b2b7-f210-4618-99c9-3e6c71b83a8c" 2024-11-09T06:19:24,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57d31192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:24,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33559,-1] 2024-11-09T06:19:24,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:24,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:24,764 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:24,765 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2734b914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:24,765 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:24,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:24,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35664040 2024-11-09T06:19:24,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:24,766 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T06:19:24,767 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,43383,1731133153459 (queues=1) is replicating from cluster=b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71 to cluster=5369b2b7-f210-4618-99c9-3e6c71b83a8c 2024-11-09T06:19:24,767 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C43383%2C1731133153459 2024-11-09T06:19:24,767 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,43383,1731133153459, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:19:24,768 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.shipper4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C43383%2C1731133153459 2024-11-09T06:19:24,768 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.wal-reader.4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499, startPosition=0, beingWritten=true 2024-11-09T06:19:24,973 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.wal-reader.4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499 to pos 0, reset compression=false 2024-11-09T06:19:25,278 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.wal-reader.4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499 to pos 0, reset compression=false 2024-11-09T06:19:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:25,380 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:19:25,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:25,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:25,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:25,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:25,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:25,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a9f9a9 2024-11-09T06:19:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:25,383 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:25,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37063 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:19:25,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:25,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:25,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:25,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:25,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:25,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:19:25,384 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=775367357, stopped=false 2024-11-09T06:19:25,384 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,37063,1731133153297 2024-11-09T06:19:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:25,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:25,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:25,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:25,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:25,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:25,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,43383,1731133153459' ***** 2024-11-09T06:19:25,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:19:25,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:19:25,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(3091): Received CLOSE for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:43383. 2024-11-09T06:19:25,551 DEBUG [RS:0;4a84bcce7bad:43383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:25,551 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12fae71f6897eec6dc3ca5073e2037f4, disabling compactions & flushes 2024-11-09T06:19:25,551 DEBUG [RS:0;4a84bcce7bad:43383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:25,551 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:25,551 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:19:25,551 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. after waiting 0 ms 2024-11-09T06:19:25,551 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:19:25,552 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:19:25,552 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:25,552 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:19:25,552 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12fae71f6897eec6dc3ca5073e2037f4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T06:19:25,552 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:19:25,552 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1325): Online Regions={12fae71f6897eec6dc3ca5073e2037f4=hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:19:25,552 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1351): Waiting on 12fae71f6897eec6dc3ca5073e2037f4, 1588230740 2024-11-09T06:19:25,552 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:25,552 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:25,552 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:25,552 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:25,552 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:25,552 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T06:19:25,565 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/info/d39c59447a0d44b4a4c4e65d09bf38d1 is 147, key is hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4./info:regioninfo/1731133164419/Put/seqid=0 2024-11-09T06:19:25,565 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/.tmp/queue/be2a726849b9498a942e8544d1a9203b is 151, key is 1-4a84bcce7bad,43383,1731133153459/queue:4a84bcce7bad%2C43383%2C1731133153459/1731133164738/Put/seqid=0 2024-11-09T06:19:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741838_1014 (size=5350) 2024-11-09T06:19:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741839_1015 (size=6631) 2024-11-09T06:19:25,577 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:25,682 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.wal-reader.4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499 to pos 0, reset compression=false 2024-11-09T06:19:25,752 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1351): Waiting on 12fae71f6897eec6dc3ca5073e2037f4, 1588230740 2024-11-09T06:19:25,952 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1351): Waiting on 12fae71f6897eec6dc3ca5073e2037f4, 1588230740 2024-11-09T06:19:25,970 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/.tmp/queue/be2a726849b9498a942e8544d1a9203b 2024-11-09T06:19:25,973 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/info/d39c59447a0d44b4a4c4e65d09bf38d1 2024-11-09T06:19:25,976 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/.tmp/queue/be2a726849b9498a942e8544d1a9203b as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/queue/be2a726849b9498a942e8544d1a9203b 2024-11-09T06:19:25,982 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/queue/be2a726849b9498a942e8544d1a9203b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T06:19:25,982 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 12fae71f6897eec6dc3ca5073e2037f4 in 430ms, sequenceid=5, compaction requested=false 2024-11-09T06:19:25,982 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:19:25,987 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T06:19:25,987 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:25,987 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:25,987 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:25,987 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12fae71f6897eec6dc3ca5073e2037f4: Waiting for close lock at 1731133165551Running coprocessor pre-close hooks at 1731133165551Disabling compacts and flushes for region at 1731133165551Disabling writes for close at 1731133165552 (+1 ms)Obtaining lock to block concurrent updates at 1731133165552Preparing flush snapshotting stores in 12fae71f6897eec6dc3ca5073e2037f4 at 1731133165552Finished memstore snapshotting hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731133165552Flushing stores of hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. at 1731133165552Flushing 12fae71f6897eec6dc3ca5073e2037f4/queue: creating writer at 1731133165552Flushing 12fae71f6897eec6dc3ca5073e2037f4/queue: appending metadata at 1731133165565 (+13 ms)Flushing 12fae71f6897eec6dc3ca5073e2037f4/queue: closing flushed file at 1731133165565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a383421: reopening flushed file at 1731133165976 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 12fae71f6897eec6dc3ca5073e2037f4 in 430ms, sequenceid=5, compaction requested=false at 1731133165982 (+6 ms)Writing region close event to WAL at 1731133165984 (+2 ms)Running coprocessor post-close hooks at 1731133165987 (+3 ms)Closed at 1731133165987 2024-11-09T06:19:25,987 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:25,993 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/ns/3aa3c864a9dd4a699b43bd433738e310 is 43, key is default/ns:d/1731133157363/Put/seqid=0 2024-11-09T06:19:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741840_1016 (size=5153) 2024-11-09T06:19:26,152 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:26,187 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.wal-reader.4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499 to pos 0, reset compression=false 2024-11-09T06:19:26,353 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:26,397 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/ns/3aa3c864a9dd4a699b43bd433738e310 2024-11-09T06:19:26,399 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:19:26,399 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:19:26,430 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/table/dac87bb7ee3e455a88425edb4cc13354 is 53, key is hbase:replication/table:state/1731133164427/Put/seqid=0 2024-11-09T06:19:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741841_1017 (size=5256) 2024-11-09T06:19:26,553 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:19:26,553 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:19:26,553 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:26,753 DEBUG [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:26,792 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.wal-reader.4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499 to pos 0, reset compression=false 2024-11-09T06:19:26,834 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/table/dac87bb7ee3e455a88425edb4cc13354 2024-11-09T06:19:26,840 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/info/d39c59447a0d44b4a4c4e65d09bf38d1 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/info/d39c59447a0d44b4a4c4e65d09bf38d1 2024-11-09T06:19:26,845 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/info/d39c59447a0d44b4a4c4e65d09bf38d1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T06:19:26,846 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/ns/3aa3c864a9dd4a699b43bd433738e310 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/ns/3aa3c864a9dd4a699b43bd433738e310 2024-11-09T06:19:26,850 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/ns/3aa3c864a9dd4a699b43bd433738e310, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:19:26,851 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/table/dac87bb7ee3e455a88425edb4cc13354 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/table/dac87bb7ee3e455a88425edb4cc13354 2024-11-09T06:19:26,855 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/table/dac87bb7ee3e455a88425edb4cc13354, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T06:19:26,856 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-09T06:19:26,860 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T06:19:26,861 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:26,861 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:26,861 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:26,861 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133165552Running coprocessor pre-close hooks at 1731133165552Disabling compacts and flushes for region at 1731133165552Disabling writes for close at 1731133165552Obtaining lock to block concurrent updates at 1731133165552Preparing flush snapshotting stores in 1588230740 at 1731133165552Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731133165552Flushing stores of hbase:meta,,1.1588230740 at 1731133165553 (+1 ms)Flushing 1588230740/info: creating writer at 1731133165553Flushing 1588230740/info: appending metadata at 1731133165565 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731133165565Flushing 1588230740/ns: creating writer at 1731133165978 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731133165993 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731133165993Flushing 1588230740/table: creating writer at 1731133166402 (+409 ms)Flushing 1588230740/table: appending metadata at 1731133166429 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731133166429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5fb5af: reopening flushed file at 1731133166839 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42389679: reopening flushed file at 1731133166845 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ed3580: reopening flushed file at 1731133166850 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731133166856 (+6 ms)Writing region close event to WAL at 1731133166857 (+1 ms)Running coprocessor post-close hooks at 1731133166861 (+4 ms)Closed at 1731133166861 2024-11-09T06:19:26,861 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:26,953 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,43383,1731133153459; all regions closed. 2024-11-09T06:19:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741834_1010 (size=2742) 2024-11-09T06:19:26,955 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.meta.1731133157272.meta not finished, retry = 0 2024-11-09T06:19:27,058 DEBUG [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs 2024-11-09T06:19:27,058 INFO [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C43383%2C1731133153459.meta:.meta(num 1731133157272) 2024-11-09T06:19:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741837_1013 (size=1586) 2024-11-09T06:19:27,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.rep.1731133164386 not finished, retry = 0 2024-11-09T06:19:27,163 DEBUG [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs 2024-11-09T06:19:27,163 INFO [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C43383%2C1731133153459.rep:(num 1731133164386) 2024-11-09T06:19:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741833_1009 (size=93) 2024-11-09T06:19:27,165 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459/4a84bcce7bad%2C43383%2C1731133153459.1731133156499 not finished, retry = 0 2024-11-09T06:19:27,268 DEBUG [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs 2024-11-09T06:19:27,268 INFO [RS:0;4a84bcce7bad:43383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C43383%2C1731133153459:(num 1731133156499) 2024-11-09T06:19:27,268 DEBUG [RS:0;4a84bcce7bad:43383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:27,268 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:27,268 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:27,268 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:27,268 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:27,268 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:27,268 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,43383,1731133153459 because: Region server is closing 2024-11-09T06:19:27,269 INFO [RS:0;4a84bcce7bad:43383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:43383. 2024-11-09T06:19:27,269 DEBUG [RS:0;4a84bcce7bad:43383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:27,269 DEBUG [RS:0;4a84bcce7bad:43383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:27,269 DEBUG [RS:0;4a84bcce7bad:43383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:27,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:27,369 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.wal-reader.4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:19:27,369 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.shipper4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:19:27,369 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43383,1731133153459.replicationSource.shipper4a84bcce7bad%2C43383%2C1731133153459,1-4a84bcce7bad,43383,1731133153459 terminated 2024-11-09T06:19:27,370 INFO [RS:0;4a84bcce7bad:43383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43383 2024-11-09T06:19:27,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/rs 2024-11-09T06:19:27,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/rs/4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:27,438 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:27,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,43383,1731133153459] 2024-11-09T06:19:27,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/draining/4a84bcce7bad,43383,1731133153459 already deleted, retry=false 2024-11-09T06:19:27,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,43383,1731133153459 expired; onlineServers=0 2024-11-09T06:19:27,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,37063,1731133153297' ***** 2024-11-09T06:19:27,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:19:27,459 INFO [M:0;4a84bcce7bad:37063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:27,459 INFO [M:0;4a84bcce7bad:37063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:27,459 DEBUG [M:0;4a84bcce7bad:37063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:19:27,459 DEBUG [M:0;4a84bcce7bad:37063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:19:27,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:19:27,459 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133156060 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133156060,5,FailOnTimeoutGroup] 2024-11-09T06:19:27,459 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133156062 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133156062,5,FailOnTimeoutGroup] 2024-11-09T06:19:27,459 INFO [M:0;4a84bcce7bad:37063 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:27,460 INFO [M:0;4a84bcce7bad:37063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:27,460 DEBUG [M:0;4a84bcce7bad:37063 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:19:27,460 INFO [M:0;4a84bcce7bad:37063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:19:27,460 INFO [M:0;4a84bcce7bad:37063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:27,460 INFO [M:0;4a84bcce7bad:37063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:19:27,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:19:27,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/master 2024-11-09T06:19:27,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:27,469 DEBUG [M:0;4a84bcce7bad:37063 {}] zookeeper.ZKUtil(347): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/master because node does not exist (not an error) 2024-11-09T06:19:27,470 WARN [M:0;4a84bcce7bad:37063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:19:27,470 INFO [M:0;4a84bcce7bad:37063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/.lastflushedseqids 2024-11-09T06:19:27,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741842_1018 (size=181) 2024-11-09T06:19:27,549 INFO [RS:0;4a84bcce7bad:43383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1011e3f92070001, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:27,549 INFO [RS:0;4a84bcce7bad:43383 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,43383,1731133153459; zookeeper connection closed. 2024-11-09T06:19:27,549 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17f42db3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17f42db3 2024-11-09T06:19:27,549 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:19:27,876 INFO [M:0;4a84bcce7bad:37063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:19:27,876 INFO [M:0;4a84bcce7bad:37063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:19:27,876 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:27,876 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:27,876 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:27,876 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:27,876 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:27,876 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T06:19:27,919 DEBUG [M:0;4a84bcce7bad:37063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e76824736adf47aeba2bbf797ffbcf6f is 82, key is hbase:meta,,1/info:regioninfo/1731133157306/Put/seqid=0 2024-11-09T06:19:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741843_1019 (size=5672) 2024-11-09T06:19:28,324 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e76824736adf47aeba2bbf797ffbcf6f 2024-11-09T06:19:28,341 DEBUG [M:0;4a84bcce7bad:37063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b950c8b3064ce196e8e95000cd4d74 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731133164431/Put/seqid=0 2024-11-09T06:19:28,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741844_1020 (size=7203) 2024-11-09T06:19:28,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:19:28,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:28,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:28,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:28,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:28,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:28,746 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b950c8b3064ce196e8e95000cd4d74 2024-11-09T06:19:28,764 DEBUG [M:0;4a84bcce7bad:37063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04c667e7b4a24163bc1d08e712a57b32 is 69, key is 4a84bcce7bad,43383,1731133153459/rs:state/1731133156329/Put/seqid=0 2024-11-09T06:19:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741845_1021 (size=5156) 2024-11-09T06:19:29,168 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04c667e7b4a24163bc1d08e712a57b32 2024-11-09T06:19:29,174 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e76824736adf47aeba2bbf797ffbcf6f as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e76824736adf47aeba2bbf797ffbcf6f 2024-11-09T06:19:29,178 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e76824736adf47aeba2bbf797ffbcf6f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T06:19:29,179 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b950c8b3064ce196e8e95000cd4d74 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b950c8b3064ce196e8e95000cd4d74 2024-11-09T06:19:29,183 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b950c8b3064ce196e8e95000cd4d74, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T06:19:29,184 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04c667e7b4a24163bc1d08e712a57b32 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04c667e7b4a24163bc1d08e712a57b32 2024-11-09T06:19:29,189 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04c667e7b4a24163bc1d08e712a57b32, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T06:19:29,190 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=70, compaction requested=false 2024-11-09T06:19:29,191 INFO [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:29,191 DEBUG [M:0;4a84bcce7bad:37063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133167876Disabling compacts and flushes for region at 1731133167876Disabling writes for close at 1731133167876Obtaining lock to block concurrent updates at 1731133167876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133167876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731133167877 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133167906 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133167906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133167919 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133167919Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133168328 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133168341 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133168341Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133168750 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133168763 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133168763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e242326: reopening flushed file at 1731133169173 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e319a18: reopening flushed file at 1731133169178 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713650b8: reopening flushed file at 1731133169183 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=70, compaction requested=false at 1731133169190 (+7 ms)Writing region close event to WAL at 1731133169191 (+1 ms)Closed at 1731133169191 2024-11-09T06:19:29,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741830_1006 (size=41008) 2024-11-09T06:19:29,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 not finished, retry = 0 2024-11-09T06:19:29,294 INFO [M:0;4a84bcce7bad:37063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:19:29,294 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:29,294 INFO [M:0;4a84bcce7bad:37063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37063 2024-11-09T06:19:29,294 INFO [M:0;4a84bcce7bad:37063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:29,443 INFO [M:0;4a84bcce7bad:37063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:29,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:29,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37063-0x1011e3f92070000, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:29,445 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:29,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:29,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:29,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:29,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:29,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:29,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:19:29,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:29,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36547 2024-11-09T06:19:29,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36547 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365470x0, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:29,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36547-0x1011e3f92070006 connected 2024-11-09T06:19:29,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:29,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:29,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:29,476 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: INIT 2024-11-09T06:19:29,476 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db, hbase.cluster.distributed=false 2024-11-09T06:19:29,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/acl 2024-11-09T06:19:29,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-09T06:19:29,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36547 2024-11-09T06:19:29,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36547 2024-11-09T06:19:29,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-09T06:19:29,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-09T06:19:29,492 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:29,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:29,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:29,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:19:29,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:29,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42499 2024-11-09T06:19:29,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42499 connecting to ZooKeeper ensemble=127.0.0.1:49515 2024-11-09T06:19:29,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:29,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:29,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424990x0, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:29,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424990x0, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:29,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42499-0x1011e3f92070007 connected 2024-11-09T06:19:29,508 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: INIT 2024-11-09T06:19:29,508 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:19:29,509 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:19:29,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/master 2024-11-09T06:19:29,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/acl 2024-11-09T06:19:29,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-09T06:19:29,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42499 2024-11-09T06:19:29,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42499 2024-11-09T06:19:29,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-09T06:19:29,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-09T06:19:29,524 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:36547 2024-11-09T06:19:29,525 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0951403247/backup-masters/4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:29,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:29,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:29,533 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on existing znode=/0951403247/backup-masters/4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951403247/master 2024-11-09T06:19:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:29,544 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on existing znode=/0951403247/master 2024-11-09T06:19:29,544 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0951403247/backup-masters/4a84bcce7bad,36547,1731133169445 from backup master directory 2024-11-09T06:19:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/backup-masters/4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/backup-masters 2024-11-09T06:19:29,553 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:29,554 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:29,562 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:29,562 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:19:29,568 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-09T06:19:29,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741846_1022 (size=196) 2024-11-09T06:19:29,987 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:29,988 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:19:29,988 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:29,993 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T06:19:29,995 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297 to hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297-dead as it is dead 2024-11-09T06:19:29,996 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297-dead/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 2024-11-09T06:19:29,996 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297-dead/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 after 0ms 2024-11-09T06:19:29,997 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297-dead/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 to hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 2024-11-09T06:19:29,997 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,37063,1731133153297-dead 2024-11-09T06:19:29,997 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:29,998 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:29,999 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C36547%2C1731133169445, suffix=, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,36547,1731133169445, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/oldWALs, maxLogs=10 2024-11-09T06:19:30,020 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,36547,1731133169445/4a84bcce7bad%2C36547%2C1731133169445.1731133170000, exclude list is [], retry=0 2024-11-09T06:19:30,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:30,026 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,36547,1731133169445/4a84bcce7bad%2C36547%2C1731133169445.1731133170000 2024-11-09T06:19:30,027 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:30,027 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:30,027 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:30,027 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,027 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:19:30,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e76824736adf47aeba2bbf797ffbcf6f 2024-11-09T06:19:30,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:30,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:19:30,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b950c8b3064ce196e8e95000cd4d74 2024-11-09T06:19:30,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:30,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:19:30,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04c667e7b4a24163bc1d08e712a57b32 2024-11-09T06:19:30,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:30,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:19:30,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:30,049 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,050 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T06:19:30,050 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 2024-11-09T06:19:30,054 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 2024-11-09T06:19:30,055 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/4a84bcce7bad%2C37063%2C1731133153297.1731133155190 2024-11-09T06:19:30,056 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,056 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,057 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:30,058 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:30,060 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T06:19:30,061 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65757035, jitterRate=-0.020143821835517883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:30,061 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133170027Initializing all the Stores at 1731133170028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133170028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133170028Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133170028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133170028Cleaning up temporary data from old regions at 1731133170056 (+28 ms)Region opened successfully at 1731133170061 (+5 ms) 2024-11-09T06:19:30,061 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:19:30,064 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1283fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:30,066 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T06:19:30,066 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:19:30,066 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:19:30,066 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:19:30,067 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:19:30,069 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:30,070 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:19:30,070 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:19:30,070 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T06:19:30,070 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:19:30,074 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=4a84bcce7bad,43383,1731133153459, regionLocation=4a84bcce7bad,43383,1731133153459, openSeqNum=2 2024-11-09T06:19:30,074 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=4a84bcce7bad,43383,1731133153459, table=hbase:meta, region=1588230740 2024-11-09T06:19:30,074 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,43383,1731133153459, state=OPEN 2024-11-09T06:19:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:30,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:30,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:30,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:30,094 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:19:30,101 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/draining/4a84bcce7bad,43383,1731133153459 already deleted, retry=false 2024-11-09T06:19:30,101 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 4a84bcce7bad,43383,1731133153459 on 4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:30,102 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4a84bcce7bad,43383,1731133153459, splitWal=true, meta=true 2024-11-09T06:19:30,102 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 4a84bcce7bad,43383,1731133153459 (carryingMeta=true) 4a84bcce7bad,43383,1731133153459/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1bd9240c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T06:19:30,104 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/balancer because node does not exist (not necessarily an error) 2024-11-09T06:19:30,111 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/balancer already deleted, retry=false 2024-11-09T06:19:30,112 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:19:30,112 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:19:30,122 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/normalizer already deleted, retry=false 2024-11-09T06:19:30,122 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:19:30,123 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:19:30,132 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/switch/split already deleted, retry=false 2024-11-09T06:19:30,133 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:19:30,143 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/switch/merge already deleted, retry=false 2024-11-09T06:19:30,156 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:19:30,164 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/snapshot-cleanup already deleted, retry=false 2024-11-09T06:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:30,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:30,175 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,36547,1731133169445, sessionid=0x1011e3f92070006, setting cluster-up flag (Was=false) 2024-11-09T06:19:30,186 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951403247/flush-table-proc/acquired, /0951403247/flush-table-proc/reached, /0951403247/flush-table-proc/abort 2024-11-09T06:19:30,187 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:30,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0951403247/online-snapshot/acquired, /0951403247/online-snapshot/reached, /0951403247/online-snapshot/abort 2024-11-09T06:19:30,218 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:30,220 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/.lastflushedseqids 2024-11-09T06:19:30,222 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:19:30,222 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:19:30,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,36547,1731133169445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 4a84bcce7bad,43383,1731133153459 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:19:30,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:30,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:30,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:30,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:30,224 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:19:30,224 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,224 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:30,224 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133200224 2024-11-09T06:19:30,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:19:30,225 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4a84bcce7bad,43383,1731133153459, splitWal=true, meta=true 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:19:30,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:19:30,226 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:19:30,226 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 4a84bcce7bad,43383,1731133153459, splitWal=true, meta=true, isMeta: true 2024-11-09T06:19:30,227 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459-splitting 2024-11-09T06:19:30,228 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459-splitting dir is empty, no logs to split. 2024-11-09T06:19:30,228 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a84bcce7bad,43383,1731133153459 WAL count=0, meta=true 2024-11-09T06:19:30,230 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133170226,5,FailOnTimeoutGroup] 2024-11-09T06:19:30,230 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133170230,5,FailOnTimeoutGroup] 2024-11-09T06:19:30,231 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,231 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:19:30,231 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,231 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,231 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133170231, completionTime=-1 2024-11-09T06:19:30,231 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T06:19:30,231 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T06:19:30,233 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459-splitting dir is empty, no logs to split. 2024-11-09T06:19:30,233 INFO [PEWorker-1 {}] master.SplitWALManager(105): 4a84bcce7bad,43383,1731133153459 WAL count=0, meta=true 2024-11-09T06:19:30,233 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 4a84bcce7bad,43383,1731133153459 WAL splitting is done? wals=0, meta=true 2024-11-09T06:19:30,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:19:30,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:30,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T06:19:30,316 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(746): ClusterId : b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71 2024-11-09T06:19:30,316 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:19:30,329 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:19:30,329 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:19:30,340 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:19:30,340 DEBUG [RS:0;4a84bcce7bad:42499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1338c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:30,350 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:42499 2024-11-09T06:19:30,350 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:19:30,350 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:19:30,350 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:19:30,351 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,36547,1731133169445 with port=42499, startcode=1731133169492 2024-11-09T06:19:30,351 DEBUG [RS:0;4a84bcce7bad:42499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:19:30,352 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:19:30,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,354 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db 2024-11-09T06:19:30,354 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44421 2024-11-09T06:19:30,354 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:19:30,381 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T06:19:30,385 WARN [4a84bcce7bad:36547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T06:19:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/rs 2024-11-09T06:19:30,397 DEBUG [RS:0;4a84bcce7bad:42499 {}] zookeeper.ZKUtil(111): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on existing znode=/0951403247/rs/4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,397 WARN [RS:0;4a84bcce7bad:42499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:30,397 INFO [RS:0;4a84bcce7bad:42499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:30,397 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,42499,1731133169492] 2024-11-09T06:19:30,417 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:19:30,418 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:19:30,419 INFO [RS:0;4a84bcce7bad:42499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:19:30,419 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,419 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:19:30,420 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:19:30,420 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:30,420 DEBUG [RS:0;4a84bcce7bad:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:30,420 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,420 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,420 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,420 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,421 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,421 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42499,1731133169492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:30,433 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:19:30,433 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42499,1731133169492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,445 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,42499,1731133169492, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:19:30,445 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,445 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.Replication(171): 4a84bcce7bad,42499,1731133169492 started 2024-11-09T06:19:30,457 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:30,457 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,42499,1731133169492, RpcServer on 4a84bcce7bad/172.17.0.3:42499, sessionid=0x1011e3f92070007 2024-11-09T06:19:30,457 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource,1-4a84bcce7bad,42499,1731133169492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:33559' 2024-11-09T06:19:30,457 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:19:30,457 DEBUG [RS:0;4a84bcce7bad:42499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,457 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,42499,1731133169492' 2024-11-09T06:19:30,457 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951403247/flush-table-proc/abort' 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951403247/flush-table-proc/acquired' 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource,1-4a84bcce7bad,42499,1731133169492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5206e9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,42499,1731133169492' 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0951403247/online-snapshot/abort' 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource,1-4a84bcce7bad,42499,1731133169492 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33559,-1 for getting cluster id 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource,1-4a84bcce7bad,42499,1731133169492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:30,458 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0951403247/online-snapshot/acquired' 2024-11-09T06:19:30,459 DEBUG [RS:0;4a84bcce7bad:42499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:19:30,459 INFO [RS:0;4a84bcce7bad:42499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:19:30,459 INFO [RS:0;4a84bcce7bad:42499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:19:30,459 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5369b2b7-f210-4618-99c9-3e6c71b83a8c' 2024-11-09T06:19:30,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:30,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5369b2b7-f210-4618-99c9-3e6c71b83a8c" 2024-11-09T06:19:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fe30eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33559,-1] 2024-11-09T06:19:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:30,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:30,461 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:30,461 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource,1-4a84bcce7bad,42499,1731133169492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8a9747a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:30,461 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource,1-4a84bcce7bad,42499,1731133169492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:30,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:30,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1f5a7 2024-11-09T06:19:30,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:30,463 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T06:19:30,464 INFO [RS:0;4a84bcce7bad:42499.replicationSource,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,42499,1731133169492 (queues=0) is replicating from cluster=b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71 to cluster=5369b2b7-f210-4618-99c9-3e6c71b83a8c 2024-11-09T06:19:30,559 INFO [RS:0;4a84bcce7bad:42499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:30,560 INFO [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42499%2C1731133169492, suffix=, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs, maxLogs=10 2024-11-09T06:19:30,571 DEBUG [RS:0;4a84bcce7bad:42499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561, exclude list is [], retry=0 2024-11-09T06:19:30,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:30,575 INFO [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 2024-11-09T06:19:30,575 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 4a84bcce7bad%2C42499%2C1731133169492 for peer 1 2024-11-09T06:19:30,575 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C42499%2C1731133169492 2024-11-09T06:19:30,575 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,42499,1731133169492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:19:30,576 DEBUG [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:30,576 INFO [RS:0;4a84bcce7bad:42499.replicationSource.shipper4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C42499%2C1731133169492 2024-11-09T06:19:30,576 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561, startPosition=0, beingWritten=true 2024-11-09T06:19:30,635 DEBUG [4a84bcce7bad:36547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:19:30,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,42499,1731133169492, state=OPENING 2024-11-09T06:19:30,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:30,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:30,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:30,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:30,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:30,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42499,1731133169492}] 2024-11-09T06:19:30,781 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:30,807 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:19:30,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:19:30,812 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:19:30,812 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:30,812 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:19:30,813 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42499%2C1731133169492.meta, suffix=.meta, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs, maxLogs=10 2024-11-09T06:19:30,824 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.meta.1731133170813.meta, exclude list is [], retry=0 2024-11-09T06:19:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:30,828 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.meta.1731133170813.meta 2024-11-09T06:19:30,828 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:30,828 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:30,829 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:30,829 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:30,829 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:19:30,829 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:19:30,829 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:19:30,829 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:30,829 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:19:30,829 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:19:30,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:30,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:30,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,836 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/info/d39c59447a0d44b4a4c4e65d09bf38d1 2024-11-09T06:19:30,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:30,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:30,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:30,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,842 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/ns/3aa3c864a9dd4a699b43bd433738e310 2024-11-09T06:19:30,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:30,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:30,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:30,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:30,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:30,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:30,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:30,849 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/table/dac87bb7ee3e455a88425edb4cc13354 2024-11-09T06:19:30,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:30,849 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:30,850 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740 2024-11-09T06:19:30,851 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740 2024-11-09T06:19:30,852 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:30,852 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:30,853 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:30,854 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:30,856 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74258484, jitterRate=0.10653764009475708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:30,856 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:19:30,856 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133170829Writing region info on filesystem at 1731133170829Initializing all the Stores at 1731133170830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133170830Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133170830Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133170830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133170830Cleaning up temporary data from old regions at 1731133170852 (+22 ms)Running coprocessor post-open hooks at 1731133170856 (+4 ms)Region opened successfully at 1731133170856 2024-11-09T06:19:30,857 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731133170807 2024-11-09T06:19:30,858 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:19:30,858 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:19:30,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,42499,1731133169492, state=OPEN 2024-11-09T06:19:30,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:30,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0951403247/meta-region-server 2024-11-09T06:19:30,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:30,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:30,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0951403247/meta-region-server: CHANGED 2024-11-09T06:19:30,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T06:19:30,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42499,1731133169492 in 232 msec 2024-11-09T06:19:30,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:19:30,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-09T06:19:31,085 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:31,490 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:31,884 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T06:19:31,994 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:32,599 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:33,304 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:33,386 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T06:19:34,108 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:34,738 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T06:19:34,738 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:19:34,739 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:34,739 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42499,1731133169492, seqNum=-1] 2024-11-09T06:19:34,739 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:34,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:34,743 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12fae71f6897eec6dc3ca5073e2037f4, regionState=OPEN, lastHost=4a84bcce7bad,43383,1731133153459, regionLocation=4a84bcce7bad,43383,1731133153459, openSeqNum=2 2024-11-09T06:19:34,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:19:34,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133234743 2024-11-09T06:19:34,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133294743 2024-11-09T06:19:34,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T06:19:34,743 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 4a84bcce7bad,43383,1731133153459 had 2 regions 2024-11-09T06:19:34,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36547,1731133169445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:34,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36547,1731133169445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:34,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36547,1731133169445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:34,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:36547, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:34,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:34,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:34,744 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4a84bcce7bad,43383,1731133153459, splitWal=true, meta=true, isMeta: false 2024-11-09T06:19:34,746 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459-splitting dir is empty, no logs to split. 2024-11-09T06:19:34,746 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4a84bcce7bad,43383,1731133153459 WAL count=0, meta=false 2024-11-09T06:19:34,748 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,43383,1731133153459-splitting dir is empty, no logs to split. 2024-11-09T06:19:34,748 INFO [PEWorker-3 {}] master.SplitWALManager(105): 4a84bcce7bad,43383,1731133153459 WAL count=0, meta=false 2024-11-09T06:19:34,748 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 4a84bcce7bad,43383,1731133153459 WAL splitting is done? wals=0, meta=false 2024-11-09T06:19:34,749 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.195sec 2024-11-09T06:19:34,749 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:19:34,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:19:34,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:19:34,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:19:34,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:19:34,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36547,1731133169445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:34,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36547,1731133169445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:19:34,751 WARN [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=4a84bcce7bad,43383,1731133153459/hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:34,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN}] 2024-11-09T06:19:34,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN 2024-11-09T06:19:34,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T06:19:34,754 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:19:34,754 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:19:34,754 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,36547,1731133169445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:34,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4d478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:34,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,36547,-1 for getting cluster id 2024-11-09T06:19:34,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:34,821 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71' 2024-11-09T06:19:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71" 2024-11-09T06:19:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7461f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,36547,-1] 2024-11-09T06:19:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,822 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:34,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42499,1731133169492, seqNum=-1] 2024-11-09T06:19:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:34,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:34,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T06:19:34,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:34,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:34,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:34,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 4a84bcce7bad:36547 after: 4a84bcce7bad:36547 2024-11-09T06:19:34,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc24a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:34,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,36547,-1 for getting cluster id 2024-11-09T06:19:34,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:34,829 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71' 2024-11-09T06:19:34,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:34,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8ba92da-ae1b-4afc-b0f3-3cc4efa5cd71" 2024-11-09T06:19:34,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5925e414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:34,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,36547,-1] 2024-11-09T06:19:34,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:34,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,830 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:34,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85cc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:34,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a5be3c3 2024-11-09T06:19:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:34,832 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:34,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T06:19:34,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:19:34,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:34,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:34,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:34,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:19:34,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464914695, stopped=false 2024-11-09T06:19:34,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,33559,1731133159517 2024-11-09T06:19:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809215516/running 2024-11-09T06:19:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809215516/running 2024-11-09T06:19:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:34,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:34,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:34,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:34,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on znode that does not yet exist, /11809215516/running 2024-11-09T06:19:34,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,34821,1731133159675' ***** 2024-11-09T06:19:34,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:19:34,901 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:19:34,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Set watcher on znode that does not yet exist, /11809215516/running 2024-11-09T06:19:34,902 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:34821. 2024-11-09T06:19:34,902 DEBUG [RS:0;4a84bcce7bad:34821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:34,902 DEBUG [RS:0;4a84bcce7bad:34821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:19:34,902 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:19:34,902 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:19:34,902 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:34,902 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:34,902 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:34,902 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:34,902 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:34,902 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:34,902 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T06:19:34,903 DEBUG [4a84bcce7bad:36547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:19:34,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=12fae71f6897eec6dc3ca5073e2037f4, regionState=OPENING, regionLocation=4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:34,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN because future has completed 2024-11-09T06:19:34,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12fae71f6897eec6dc3ca5073e2037f4, server=4a84bcce7bad,42499,1731133169492}] 2024-11-09T06:19:34,917 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740/.tmp/ns/45a03db68627477cba30a3797765906b is 43, key is default/ns:d/1731133163140/Put/seqid=0 2024-11-09T06:19:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741835_1011 (size=5153) 2024-11-09T06:19:34,921 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:19:34,921 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:19:34,969 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:35,013 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:35,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:35,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:35,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:19:35,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42499%2C1731133169492.rep, suffix=, logDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492, archiveDir=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs, maxLogs=10 2024-11-09T06:19:35,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.rep.1731133175065, exclude list is [], retry=0 2024-11-09T06:19:35,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42913,DS-33dbbac7-0bf5-4785-9737-e36ee695e6d8,DISK] 2024-11-09T06:19:35,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.rep.1731133175065 2024-11-09T06:19:35,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45743:45743)] 2024-11-09T06:19:35,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 12fae71f6897eec6dc3ca5073e2037f4, NAME => 'hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:35,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:35,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:35,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. service=MultiRowMutationService 2024-11-09T06:19:35,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:19:35,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:35,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,085 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,085 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12fae71f6897eec6dc3ca5073e2037f4 columnFamilyName hfileref 2024-11-09T06:19:35,085 DEBUG [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:35,086 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(327): Store=12fae71f6897eec6dc3ca5073e2037f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:35,086 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,086 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12fae71f6897eec6dc3ca5073e2037f4 columnFamilyName queue 2024-11-09T06:19:35,086 DEBUG [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:35,091 DEBUG [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/queue/be2a726849b9498a942e8544d1a9203b 2024-11-09T06:19:35,091 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(327): Store=12fae71f6897eec6dc3ca5073e2037f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:35,092 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,092 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12fae71f6897eec6dc3ca5073e2037f4 columnFamilyName sid 2024-11-09T06:19:35,092 DEBUG [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:35,093 INFO [StoreOpener-12fae71f6897eec6dc3ca5073e2037f4-1 {}] regionserver.HStore(327): Store=12fae71f6897eec6dc3ca5073e2037f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:35,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:19:35,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 12fae71f6897eec6dc3ca5073e2037f4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65623905, jitterRate=-0.022127613425254822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:19:35,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:35,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 12fae71f6897eec6dc3ca5073e2037f4: Running coprocessor pre-open hook at 1731133175083Writing region info on filesystem at 1731133175084 (+1 ms)Initializing all the Stores at 1731133175084Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133175084Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133175084Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133175084Cleaning up temporary data from old regions at 1731133175096 (+12 ms)Running coprocessor post-open hooks at 1731133175098 (+2 ms)Region opened successfully at 1731133175099 (+1 ms) 2024-11-09T06:19:35,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., pid=13, masterSystemTime=1731133175059 2024-11-09T06:19:35,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:35,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:35,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=12fae71f6897eec6dc3ca5073e2037f4, regionState=OPEN, openSeqNum=9, regionLocation=4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:35,102 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12fae71f6897eec6dc3ca5073e2037f4, server=4a84bcce7bad,42499,1731133169492 because future has completed 2024-11-09T06:19:35,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T06:19:35,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 12fae71f6897eec6dc3ca5073e2037f4, server=4a84bcce7bad,42499,1731133169492 in 198 msec 2024-11-09T06:19:35,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T06:19:35,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12fae71f6897eec6dc3ca5073e2037f4, ASSIGN in 355 msec 2024-11-09T06:19:35,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T06:19:35,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., hostname=4a84bcce7bad,42499,1731133169492, seqNum=9] 2024-11-09T06:19:35,127 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 4a84bcce7bad,43383,1731133153459 2024-11-09T06:19:35,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T06:19:35,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T06:19:35,302 DEBUG [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:35,321 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740/.tmp/ns/45a03db68627477cba30a3797765906b 2024-11-09T06:19:35,327 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740/.tmp/ns/45a03db68627477cba30a3797765906b as hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740/ns/45a03db68627477cba30a3797765906b 2024-11-09T06:19:35,332 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740/ns/45a03db68627477cba30a3797765906b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T06:19:35,333 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-09T06:19:35,333 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:19:35,337 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T06:19:35,338 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:35,338 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:35,338 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:35,338 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133174902Running coprocessor pre-close hooks at 1731133174902Disabling compacts and flushes for region at 1731133174902Disabling writes for close at 1731133174902Obtaining lock to block concurrent updates at 1731133174902Preparing flush snapshotting stores in 1588230740 at 1731133174902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731133174903 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133174903Flushing 1588230740/ns: creating writer at 1731133174903Flushing 1588230740/ns: appending metadata at 1731133174917 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731133174917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bdb2201: reopening flushed file at 1731133175327 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731133175333 (+6 ms)Writing region close event to WAL at 1731133175334 (+1 ms)Running coprocessor post-close hooks at 1731133175338 (+4 ms)Closed at 1731133175338 2024-11-09T06:19:35,338 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:35,503 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,34821,1731133159675; all regions closed. 2024-11-09T06:19:35,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741834_1010 (size=1152) 2024-11-09T06:19:35,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675/4a84bcce7bad%2C34821%2C1731133159675.meta.1731133163085.meta not finished, retry = 0 2024-11-09T06:19:35,620 DEBUG [RS:0;4a84bcce7bad:34821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/oldWALs 2024-11-09T06:19:35,620 INFO [RS:0;4a84bcce7bad:34821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C34821%2C1731133159675.meta:.meta(num 1731133163085) 2024-11-09T06:19:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741832_1008 (size=93) 2024-11-09T06:19:35,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/WALs/4a84bcce7bad,34821,1731133159675/4a84bcce7bad%2C34821%2C1731133159675.1731133161988 not finished, retry = 0 2024-11-09T06:19:35,725 DEBUG [RS:0;4a84bcce7bad:34821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/oldWALs 2024-11-09T06:19:35,725 INFO [RS:0;4a84bcce7bad:34821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C34821%2C1731133159675:(num 1731133161988) 2024-11-09T06:19:35,725 DEBUG [RS:0;4a84bcce7bad:34821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:35,725 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:35,725 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:35,725 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:35,725 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:35,725 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:35,725 INFO [RS:0;4a84bcce7bad:34821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34821 2024-11-09T06:19:35,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809215516/rs/4a84bcce7bad,34821,1731133159675 2024-11-09T06:19:35,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516/rs 2024-11-09T06:19:35,743 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:35,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,34821,1731133159675] 2024-11-09T06:19:35,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11809215516/draining/4a84bcce7bad,34821,1731133159675 already deleted, retry=false 2024-11-09T06:19:35,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,34821,1731133159675 expired; onlineServers=0 2024-11-09T06:19:35,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,33559,1731133159517' ***** 2024-11-09T06:19:35,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:19:35,764 INFO [M:0;4a84bcce7bad:33559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:35,764 INFO [M:0;4a84bcce7bad:33559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:35,764 DEBUG [M:0;4a84bcce7bad:33559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:19:35,764 DEBUG [M:0;4a84bcce7bad:33559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:19:35,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:19:35,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133161782 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133161782,5,FailOnTimeoutGroup] 2024-11-09T06:19:35,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133161782 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133161782,5,FailOnTimeoutGroup] 2024-11-09T06:19:35,764 INFO [M:0;4a84bcce7bad:33559 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:35,764 INFO [M:0;4a84bcce7bad:33559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:35,764 DEBUG [M:0;4a84bcce7bad:33559 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:19:35,764 INFO [M:0;4a84bcce7bad:33559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:19:35,764 INFO [M:0;4a84bcce7bad:33559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:35,764 INFO [M:0;4a84bcce7bad:33559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:19:35,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:19:35,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11809215516/master 2024-11-09T06:19:35,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11809215516 2024-11-09T06:19:35,774 DEBUG [M:0;4a84bcce7bad:33559 {}] zookeeper.ZKUtil(347): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Unable to get data of znode /11809215516/master because node does not exist (not an error) 2024-11-09T06:19:35,774 WARN [M:0;4a84bcce7bad:33559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:19:35,775 INFO [M:0;4a84bcce7bad:33559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/.lastflushedseqids 2024-11-09T06:19:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741836_1012 (size=99) 2024-11-09T06:19:35,853 INFO [RS:0;4a84bcce7bad:34821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34821-0x1011e3f92070004, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:35,853 INFO [RS:0;4a84bcce7bad:34821 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,34821,1731133159675; zookeeper connection closed. 2024-11-09T06:19:35,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f4e67ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f4e67ba 2024-11-09T06:19:35,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:19:36,018 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:36,181 INFO [M:0;4a84bcce7bad:33559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:19:36,181 INFO [M:0;4a84bcce7bad:33559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:19:36,182 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:36,182 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:36,182 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:36,182 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:36,182 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:36,182 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T06:19:36,195 DEBUG [M:0;4a84bcce7bad:33559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e994e7a435d407dba614e8fae2a9102 is 82, key is hbase:meta,,1/info:regioninfo/1731133163121/Put/seqid=0 2024-11-09T06:19:36,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741837_1013 (size=5672) 2024-11-09T06:19:36,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:19:36,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:36,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:36,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:36,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:36,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:36,600 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e994e7a435d407dba614e8fae2a9102 2024-11-09T06:19:36,616 DEBUG [M:0;4a84bcce7bad:33559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64be3d44972c4365b17713a978325b78 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731133163143/Put/seqid=0 2024-11-09T06:19:36,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741838_1014 (size=5275) 2024-11-09T06:19:37,020 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64be3d44972c4365b17713a978325b78 2024-11-09T06:19:37,037 DEBUG [M:0;4a84bcce7bad:33559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc317e2a42a548628803dc539b9780ef is 69, key is 4a84bcce7bad,34821,1731133159675/rs:state/1731133161841/Put/seqid=0 2024-11-09T06:19:37,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741839_1015 (size=5156) 2024-11-09T06:19:37,122 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:37,441 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc317e2a42a548628803dc539b9780ef 2024-11-09T06:19:37,446 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e994e7a435d407dba614e8fae2a9102 as hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e994e7a435d407dba614e8fae2a9102 2024-11-09T06:19:37,450 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e994e7a435d407dba614e8fae2a9102, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T06:19:37,451 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64be3d44972c4365b17713a978325b78 as hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64be3d44972c4365b17713a978325b78 2024-11-09T06:19:37,455 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64be3d44972c4365b17713a978325b78, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T06:19:37,456 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc317e2a42a548628803dc539b9780ef as hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc317e2a42a548628803dc539b9780ef 2024-11-09T06:19:37,461 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc317e2a42a548628803dc539b9780ef, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T06:19:37,461 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false 2024-11-09T06:19:37,463 INFO [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:37,463 DEBUG [M:0;4a84bcce7bad:33559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133176182Disabling compacts and flushes for region at 1731133176182Disabling writes for close at 1731133176182Obtaining lock to block concurrent updates at 1731133176182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133176182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731133176182Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133176183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133176183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133176195 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133176195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133176604 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133176616 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133176616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133177024 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133177037 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133177037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2b3a71: reopening flushed file at 1731133177445 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6aabb9: reopening flushed file at 1731133177450 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793805de: reopening flushed file at 1731133177455 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false at 1731133177461 (+6 ms)Writing region close event to WAL at 1731133177462 (+1 ms)Closed at 1731133177462 2024-11-09T06:19:37,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33131 is added to blk_1073741830_1006 (size=10165) 2024-11-09T06:19:37,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7226c16e-df35-01b0-5f8f-944f93c1eb06/MasterData/WALs/4a84bcce7bad,33559,1731133159517/4a84bcce7bad%2C33559%2C1731133159517.1731133161522 not finished, retry = 0 2024-11-09T06:19:37,565 INFO [M:0;4a84bcce7bad:33559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:19:37,565 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:37,566 INFO [M:0;4a84bcce7bad:33559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33559 2024-11-09T06:19:37,566 INFO [M:0;4a84bcce7bad:33559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:37,716 INFO [M:0;4a84bcce7bad:33559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:37,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33559-0x1011e3f92070003, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:37,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a719e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:37,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606de202{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:37,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:37,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2966edfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:37,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5c7013{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:37,722 WARN [BP-904500543-172.17.0.3-1731133157556 heartbeating to localhost/127.0.0.1:33049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:19:37,722 WARN [BP-904500543-172.17.0.3-1731133157556 heartbeating to localhost/127.0.0.1:33049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-904500543-172.17.0.3-1731133157556 (Datanode Uuid 7dbc2889-9a35-4fcd-98c2-6f8c2a03f8b1) service to localhost/127.0.0.1:33049 2024-11-09T06:19:37,722 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:19:37,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:19:37,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/cluster_8361b34f-526d-a54d-19bb-c41f969012af/data/data1/current/BP-904500543-172.17.0.3-1731133157556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:37,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/cluster_8361b34f-526d-a54d-19bb-c41f969012af/data/data2/current/BP-904500543-172.17.0.3-1731133157556 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:37,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:19:37,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2af2ae4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:37,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42a87e39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:37,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:37,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e6e7531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:37,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@503c1b8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:37,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:19:37,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:19:37,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:37,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:37,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:37,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:37,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:37,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:19:37,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=565901391, stopped=false 2024-11-09T06:19:37,739 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,36547,1731133169445 2024-11-09T06:19:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/running 2024-11-09T06:19:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:37,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:37,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:37,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Set watcher on znode that does not yet exist, /0951403247/running 2024-11-09T06:19:37,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:37,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:37,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:37,754 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,42499,1731133169492' ***** 2024-11-09T06:19:37,754 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:19:37,754 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:19:37,754 INFO [RS:0;4a84bcce7bad:42499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:19:37,754 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:19:37,754 INFO [RS:0;4a84bcce7bad:42499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:19:37,754 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(3091): Received CLOSE for 12fae71f6897eec6dc3ca5073e2037f4 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42499. 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12fae71f6897eec6dc3ca5073e2037f4, disabling compactions & flushes 2024-11-09T06:19:37,755 DEBUG [RS:0;4a84bcce7bad:42499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:37,755 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:37,755 DEBUG [RS:0;4a84bcce7bad:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. after waiting 0 ms 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:19:37,755 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:19:37,755 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1325): Online Regions={12fae71f6897eec6dc3ca5073e2037f4=hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:37,755 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1351): Waiting on 12fae71f6897eec6dc3ca5073e2037f4, 1588230740 2024-11-09T06:19:37,755 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:37,755 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:37,755 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T06:19:37,758 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/replication/12fae71f6897eec6dc3ca5073e2037f4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T06:19:37,758 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:37,758 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:37,758 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:37,759 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12fae71f6897eec6dc3ca5073e2037f4: Waiting for close lock at 1731133177755Running coprocessor pre-close hooks at 1731133177755Disabling compacts and flushes for region at 1731133177755Disabling writes for close at 1731133177755Writing region close event to WAL at 1731133177755Running coprocessor post-close hooks at 1731133177758 (+3 ms)Closed at 1731133177758 2024-11-09T06:19:37,759 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4. 2024-11-09T06:19:37,768 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/info/067905e30b4548a7b39d7a6407014de8 is 147, key is hbase:replication,,1731133163243.12fae71f6897eec6dc3ca5073e2037f4./info:regioninfo/1731133175102/Put/seqid=0 2024-11-09T06:19:37,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741851_1027 (size=6385) 2024-11-09T06:19:37,826 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:37,955 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:38,155 DEBUG [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:19:38,172 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/info/067905e30b4548a7b39d7a6407014de8 2024-11-09T06:19:38,178 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/.tmp/info/067905e30b4548a7b39d7a6407014de8 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/info/067905e30b4548a7b39d7a6407014de8 2024-11-09T06:19:38,183 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/info/067905e30b4548a7b39d7a6407014de8, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T06:19:38,184 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-09T06:19:38,189 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T06:19:38,189 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:19:38,189 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:19:38,189 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:38,189 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133177755Running coprocessor pre-close hooks at 1731133177755Disabling compacts and flushes for region at 1731133177755Disabling writes for close at 1731133177755Obtaining lock to block concurrent updates at 1731133177755Preparing flush snapshotting stores in 1588230740 at 1731133177755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731133177756 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133177756Flushing 1588230740/info: creating writer at 1731133177756Flushing 1588230740/info: appending metadata at 1731133177768 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731133177768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6322a6ba: reopening flushed file at 1731133178177 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731133178184 (+7 ms)Writing region close event to WAL at 1731133178185 (+1 ms)Running coprocessor post-close hooks at 1731133178189 (+4 ms)Closed at 1731133178189 2024-11-09T06:19:38,189 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:38,327 DEBUG [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.1731133170561 to pos 0, reset compression=false 2024-11-09T06:19:38,356 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,42499,1731133169492; all regions closed. 2024-11-09T06:19:38,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741849_1025 (size=2156) 2024-11-09T06:19:38,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.meta.1731133170813.meta not finished, retry = 0 2024-11-09T06:19:38,421 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:19:38,421 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:19:38,460 DEBUG [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs 2024-11-09T06:19:38,460 INFO [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C42499%2C1731133169492.meta:.meta(num 1731133170813) 2024-11-09T06:19:38,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741850_1026 (size=796) 2024-11-09T06:19:38,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/WALs/4a84bcce7bad,42499,1731133169492/4a84bcce7bad%2C42499%2C1731133169492.rep.1731133175065 not finished, retry = 0 2024-11-09T06:19:38,565 DEBUG [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs 2024-11-09T06:19:38,565 INFO [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C42499%2C1731133169492.rep:(num 1731133175065) 2024-11-09T06:19:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741848_1024 (size=93) 2024-11-09T06:19:38,569 DEBUG [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/oldWALs 2024-11-09T06:19:38,569 INFO [RS:0;4a84bcce7bad:42499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C42499%2C1731133169492:(num 1731133170561) 2024-11-09T06:19:38,569 DEBUG [RS:0;4a84bcce7bad:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:38,569 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:19:38,569 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:38,569 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:38,569 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:38,570 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:38,570 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,42499,1731133169492 because: Region server is closing 2024-11-09T06:19:38,570 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T06:19:38,570 INFO [RS:0;4a84bcce7bad:42499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42499. 2024-11-09T06:19:38,570 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T06:19:38,570 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T06:19:38,570 DEBUG [RS:0;4a84bcce7bad:42499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:38,570 DEBUG [RS:0;4a84bcce7bad:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:38,570 DEBUG [RS:0;4a84bcce7bad:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:38,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:38,670 WARN [RS:0;4a84bcce7bad:42499.replicationSource.wal-reader.4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:19:38,670 WARN [RS:0;4a84bcce7bad:42499.replicationSource.shipper4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:19:38,671 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;4a84bcce7bad:42499.replicationSource.shipper4a84bcce7bad%2C42499%2C1731133169492,1-4a84bcce7bad,42499,1731133169492 terminated 2024-11-09T06:19:38,671 INFO [RS:0;4a84bcce7bad:42499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42499 2024-11-09T06:19:38,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247/rs 2024-11-09T06:19:38,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/rs/4a84bcce7bad,42499,1731133169492 2024-11-09T06:19:38,732 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:38,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,42499,1731133169492] 2024-11-09T06:19:38,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0951403247/draining/4a84bcce7bad,42499,1731133169492 already deleted, retry=false 2024-11-09T06:19:38,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,42499,1731133169492 expired; onlineServers=0 2024-11-09T06:19:38,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,36547,1731133169445' ***** 2024-11-09T06:19:38,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:19:38,764 INFO [M:0;4a84bcce7bad:36547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:19:38,764 INFO [M:0;4a84bcce7bad:36547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:19:38,764 DEBUG [M:0;4a84bcce7bad:36547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:19:38,764 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:19:38,764 DEBUG [M:0;4a84bcce7bad:36547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:19:38,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133170226 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133170226,5,FailOnTimeoutGroup] 2024-11-09T06:19:38,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133170230 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133170230,5,FailOnTimeoutGroup] 2024-11-09T06:19:38,764 INFO [M:0;4a84bcce7bad:36547 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:19:38,764 INFO [M:0;4a84bcce7bad:36547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:19:38,764 DEBUG [M:0;4a84bcce7bad:36547 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:19:38,764 INFO [M:0;4a84bcce7bad:36547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:19:38,764 INFO [M:0;4a84bcce7bad:36547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:19:38,765 INFO [M:0;4a84bcce7bad:36547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:19:38,765 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:19:38,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0951403247/master 2024-11-09T06:19:38,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0951403247 2024-11-09T06:19:38,774 DEBUG [M:0;4a84bcce7bad:36547 {}] zookeeper.ZKUtil(347): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Unable to get data of znode /0951403247/master because node does not exist (not an error) 2024-11-09T06:19:38,774 WARN [M:0;4a84bcce7bad:36547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:19:38,775 INFO [M:0;4a84bcce7bad:36547 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/.lastflushedseqids 2024-11-09T06:19:38,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741852_1028 (size=181) 2024-11-09T06:19:38,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:38,852 INFO [RS:0;4a84bcce7bad:42499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:38,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x1011e3f92070007, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:38,852 INFO [RS:0;4a84bcce7bad:42499 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,42499,1731133169492; zookeeper connection closed. 2024-11-09T06:19:38,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb38e1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb38e1b 2024-11-09T06:19:38,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:19:39,184 INFO [M:0;4a84bcce7bad:36547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:19:39,184 INFO [M:0;4a84bcce7bad:36547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:19:39,184 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:39,184 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:39,184 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:39,184 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:39,184 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:39,184 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T06:19:39,198 DEBUG [M:0;4a84bcce7bad:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d6d0374d91144d5a96556a4546e4832 is 82, key is hbase:meta,,1/info:regioninfo/1731133170859/Put/seqid=0 2024-11-09T06:19:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741853_1029 (size=5672) 2024-11-09T06:19:39,602 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d6d0374d91144d5a96556a4546e4832 2024-11-09T06:19:39,619 DEBUG [M:0;4a84bcce7bad:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb82a740b4834cf8adb4354e68a06f83 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731133175107/Put/seqid=0 2024-11-09T06:19:39,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741854_1030 (size=7312) 2024-11-09T06:19:40,024 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb82a740b4834cf8adb4354e68a06f83 2024-11-09T06:19:40,043 DEBUG [M:0;4a84bcce7bad:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d27ab28c44bc403193a12e39b8ce1372 is 69, key is 4a84bcce7bad,42499,1731133169492/rs:state/1731133170353/Put/seqid=0 2024-11-09T06:19:40,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741855_1031 (size=5370) 2024-11-09T06:19:40,448 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d27ab28c44bc403193a12e39b8ce1372 2024-11-09T06:19:40,452 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27ab28c44bc403193a12e39b8ce1372 2024-11-09T06:19:40,453 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d6d0374d91144d5a96556a4546e4832 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d6d0374d91144d5a96556a4546e4832 2024-11-09T06:19:40,457 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d6d0374d91144d5a96556a4546e4832, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T06:19:40,458 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb82a740b4834cf8adb4354e68a06f83 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb82a740b4834cf8adb4354e68a06f83 2024-11-09T06:19:40,462 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb82a740b4834cf8adb4354e68a06f83, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T06:19:40,463 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d27ab28c44bc403193a12e39b8ce1372 as hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d27ab28c44bc403193a12e39b8ce1372 2024-11-09T06:19:40,467 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27ab28c44bc403193a12e39b8ce1372 2024-11-09T06:19:40,467 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44421/user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d27ab28c44bc403193a12e39b8ce1372, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T06:19:40,467 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false 2024-11-09T06:19:40,469 INFO [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:40,469 DEBUG [M:0;4a84bcce7bad:36547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133179184Disabling compacts and flushes for region at 1731133179184Disabling writes for close at 1731133179184Obtaining lock to block concurrent updates at 1731133179184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133179184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731133179185 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133179185Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133179185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133179197 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133179197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133179606 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133179619 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133179619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133180028 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133180043 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133180043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7616b624: reopening flushed file at 1731133180452 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@106095f5: reopening flushed file at 1731133180457 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd492e3: reopening flushed file at 1731133180462 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false at 1731133180468 (+6 ms)Writing region close event to WAL at 1731133180468Closed at 1731133180468 2024-11-09T06:19:40,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42913 is added to blk_1073741847_1023 (size=22903) 2024-11-09T06:19:40,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4840564a-edf9-5e1d-b99c-18c450a863db/MasterData/WALs/4a84bcce7bad,36547,1731133169445/4a84bcce7bad%2C36547%2C1731133169445.1731133170000 not finished, retry = 0 2024-11-09T06:19:40,571 INFO [M:0;4a84bcce7bad:36547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:19:40,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:19:40,571 INFO [M:0;4a84bcce7bad:36547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36547 2024-11-09T06:19:40,571 INFO [M:0;4a84bcce7bad:36547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:19:40,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:40,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1011e3f92070006, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:19:40,748 INFO [M:0;4a84bcce7bad:36547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:19:40,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e0bbf7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:40,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49cc639b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:40,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:40,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b9a2908{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:40,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13fdca7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:40,751 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:19:40,751 WARN [BP-1379638952-172.17.0.3-1731133150878 heartbeating to localhost/127.0.0.1:44421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:19:40,751 WARN [BP-1379638952-172.17.0.3-1731133150878 heartbeating to localhost/127.0.0.1:44421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1379638952-172.17.0.3-1731133150878 (Datanode Uuid d7a9f303-a713-4926-9ca6-cb6298280a23) service to localhost/127.0.0.1:44421 2024-11-09T06:19:40,751 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:19:40,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60/data/data1/current/BP-1379638952-172.17.0.3-1731133150878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:40,752 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/cluster_f9e5b5c0-abba-5728-3438-b80fc044dd60/data/data2/current/BP-1379638952-172.17.0.3-1731133150878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:19:40,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:19:40,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fe2f81b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:40,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7227f3b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:19:40,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:19:40,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d20667a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:19:40,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72e6eab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63ab280-c8e5-6989-e6de-7c6c46260838/hadoop.log.dir/,STOPPED} 2024-11-09T06:19:40,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:19:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:19:40,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:33049 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:33049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:33049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44421 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:44421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 506) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 510), ProcessCount=11 (was 11), AvailableMemoryMB=757 (was 916) 2024-11-09T06:19:40,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=757 2024-11-09T06:19:40,803 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T06:19:40,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.log.dir so I do NOT create it in target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75 2024-11-09T06:19:40,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:19:40,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.tmp.dir so I do NOT create it in target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75 2024-11-09T06:19:40,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0613fbb7-4b48-8178-6ed3-a2528363249f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:19:40,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75 2024-11-09T06:19:40,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984, deleteOnExit=true 2024-11-09T06:19:40,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984/zookeeper_0, clientPort=61548, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:19:40,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61548 2024-11-09T06:19:40,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:19:40,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/test.cache.data in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:19:40,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:19:40,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:19:40,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:40,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:19:40,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:19:40,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e3f92070005, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:19:40,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e3f92070002, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:19:40,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e3f92070005, quorum=127.0.0.1:49515, baseZNode=/11809215516 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:19:40,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e3f92070002, quorum=127.0.0.1:49515, baseZNode=/0951403247 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:19:41,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:41,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:41,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:41,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:41,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:19:41,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:41,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be13075{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:41,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1be8f5c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:41,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1601e8c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/java.io.tmpdir/jetty-localhost-38505-hadoop-hdfs-3_4_1-tests_jar-_-any-1090087688462565583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:41,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32954719{HTTP/1.1, (http/1.1)}{localhost:38505} 2024-11-09T06:19:41,350 INFO [Time-limited test {}] server.Server(415): Started @171761ms 2024-11-09T06:19:41,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:41,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:41,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:41,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:41,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:19:41,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57907144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:41,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@165dfc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:41,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66b4d685{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/java.io.tmpdir/jetty-localhost-45931-hadoop-hdfs-3_4_1-tests_jar-_-any-4874052664629303968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:41,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@119c9046{HTTP/1.1, (http/1.1)}{localhost:45931} 2024-11-09T06:19:41,692 INFO [Time-limited test {}] server.Server(415): Started @172103ms 2024-11-09T06:19:41,693 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:19:42,700 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984/data/data2/current/BP-1207569257-172.17.0.3-1731133180849/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:42,700 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984/data/data1/current/BP-1207569257-172.17.0.3-1731133180849/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:42,714 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:19:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51673a5690d8abb9 with lease ID 0x3233c35ac9ad35f1: Processing first storage report for DS-40ad4f1e-a3a8-460d-8d1d-ef2e64e42289 from datanode DatanodeRegistration(127.0.0.1:46499, datanodeUuid=f6b2fb32-2f25-4e79-9b5c-24850d8e26b3, infoPort=40739, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=709976100;c=1731133180849) 2024-11-09T06:19:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51673a5690d8abb9 with lease ID 0x3233c35ac9ad35f1: from storage DS-40ad4f1e-a3a8-460d-8d1d-ef2e64e42289 node DatanodeRegistration(127.0.0.1:46499, datanodeUuid=f6b2fb32-2f25-4e79-9b5c-24850d8e26b3, infoPort=40739, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=709976100;c=1731133180849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:19:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51673a5690d8abb9 with lease ID 0x3233c35ac9ad35f1: Processing first storage report for DS-2098f630-e6d9-450c-bf34-19175f489aef from datanode DatanodeRegistration(127.0.0.1:46499, datanodeUuid=f6b2fb32-2f25-4e79-9b5c-24850d8e26b3, infoPort=40739, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=709976100;c=1731133180849) 2024-11-09T06:19:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51673a5690d8abb9 with lease ID 0x3233c35ac9ad35f1: from storage DS-2098f630-e6d9-450c-bf34-19175f489aef node DatanodeRegistration(127.0.0.1:46499, datanodeUuid=f6b2fb32-2f25-4e79-9b5c-24850d8e26b3, infoPort=40739, infoSecurePort=0, ipcPort=39317, storageInfo=lv=-57;cid=testClusterID;nsid=709976100;c=1731133180849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:19:42,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75 2024-11-09T06:19:42,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:42,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:19:43,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6 with version=8 2024-11-09T06:19:43,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/hbase-staging 2024-11-09T06:19:43,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:43,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:43,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:43,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:43,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:43,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:43,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:19:43,140 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:43,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35685 2024-11-09T06:19:43,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35685 connecting to ZooKeeper ensemble=127.0.0.1:61548 2024-11-09T06:19:43,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:19:43,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356850x0, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:43,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35685-0x1011e40073f0000 connected 2024-11-09T06:19:43,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:43,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:43,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:43,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:43,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:43,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:43,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:43,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:43,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:43,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on znode that does not yet exist, /0-931702073/running 2024-11-09T06:19:43,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6, hbase.cluster.distributed=false 2024-11-09T06:19:43,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on znode that does not yet exist, /0-931702073/acl 2024-11-09T06:19:43,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-09T06:19:43,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35685 2024-11-09T06:19:43,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35685 2024-11-09T06:19:43,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-09T06:19:43,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35685 2024-11-09T06:19:43,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:43,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:43,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:43,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:43,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:43,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:43,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:19:43,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:43,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44643 2024-11-09T06:19:43,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44643 connecting to ZooKeeper ensemble=127.0.0.1:61548 2024-11-09T06:19:43,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:43,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446430x0, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:43,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446430x0, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on znode that does not yet exist, /0-931702073/running 2024-11-09T06:19:43,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44643-0x1011e40073f0001 connected 2024-11-09T06:19:43,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:19:43,393 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:19:43,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on znode that does not yet exist, /0-931702073/master 2024-11-09T06:19:43,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on znode that does not yet exist, /0-931702073/acl 2024-11-09T06:19:43,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-09T06:19:43,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44643 2024-11-09T06:19:43,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44643 2024-11-09T06:19:43,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-09T06:19:43,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44643 2024-11-09T06:19:43,410 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:35685 2024-11-09T06:19:43,410 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-931702073/backup-masters/4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073/backup-masters 2024-11-09T06:19:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073/backup-masters 2024-11-09T06:19:43,420 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on existing znode=/0-931702073/backup-masters/4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:43,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:43,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-931702073/master 2024-11-09T06:19:43,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:43,431 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on existing znode=/0-931702073/master 2024-11-09T06:19:43,431 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-931702073/backup-masters/4a84bcce7bad,35685,1731133183140 from backup master directory 2024-11-09T06:19:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073/backup-masters 2024-11-09T06:19:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-931702073/backup-masters/4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073/backup-masters 2024-11-09T06:19:43,441 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:43,441 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:43,445 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/hbase.id] with ID: 5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a 2024-11-09T06:19:43,445 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/.tmp/hbase.id 2024-11-09T06:19:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:19:43,850 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/.tmp/hbase.id]:[hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/hbase.id] 2024-11-09T06:19:43,861 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:43,861 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:19:43,862 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:19:43,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:43,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:19:44,320 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:44,321 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:19:44,322 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:19:44,728 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store 2024-11-09T06:19:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:19:45,141 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:45,141 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:45,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:45,141 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:45,141 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:45,141 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:45,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:45,141 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133185141Disabling compacts and flushes for region at 1731133185141Disabling writes for close at 1731133185141Writing region close event to WAL at 1731133185141Closed at 1731133185141 2024-11-09T06:19:45,142 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/.initializing 2024-11-09T06:19:45,142 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/WALs/4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:45,143 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:45,144 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C35685%2C1731133183140, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/WALs/4a84bcce7bad,35685,1731133183140, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/oldWALs, maxLogs=10 2024-11-09T06:19:45,156 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/WALs/4a84bcce7bad,35685,1731133183140/4a84bcce7bad%2C35685%2C1731133183140.1731133185144, exclude list is [], retry=0 2024-11-09T06:19:45,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-40ad4f1e-a3a8-460d-8d1d-ef2e64e42289,DISK] 2024-11-09T06:19:45,160 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/WALs/4a84bcce7bad,35685,1731133183140/4a84bcce7bad%2C35685%2C1731133183140.1731133185144 2024-11-09T06:19:45,160 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40739:40739)] 2024-11-09T06:19:45,160 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:45,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:45,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:19:45,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:45,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:19:45,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:45,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:19:45,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:45,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:19:45,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:45,169 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,169 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,170 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,170 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,170 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,171 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:45,172 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:45,173 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:45,173 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68084823, jitterRate=0.014542922377586365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:45,174 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133185161Initializing all the Stores at 1731133185162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133185162Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133185162Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133185162Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133185162Cleaning up temporary data from old regions at 1731133185170 (+8 ms)Region opened successfully at 1731133185174 (+4 ms) 2024-11-09T06:19:45,174 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:19:45,176 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3167081f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:45,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:19:45,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:19:45,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:19:45,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:19:45,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:19:45,178 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:19:45,178 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:19:45,179 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:19:45,180 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Unable to get data of znode /0-931702073/balancer because node does not exist (not necessarily an error) 2024-11-09T06:19:45,241 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-931702073/balancer already deleted, retry=false 2024-11-09T06:19:45,241 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:19:45,242 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Unable to get data of znode /0-931702073/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:19:45,251 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-931702073/normalizer already deleted, retry=false 2024-11-09T06:19:45,251 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:19:45,252 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Unable to get data of znode /0-931702073/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:19:45,262 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-931702073/switch/split already deleted, retry=false 2024-11-09T06:19:45,262 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Unable to get data of znode /0-931702073/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:19:45,272 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-931702073/switch/merge already deleted, retry=false 2024-11-09T06:19:45,274 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Unable to get data of znode /0-931702073/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:19:45,283 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-931702073/snapshot-cleanup already deleted, retry=false 2024-11-09T06:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-931702073/running 2024-11-09T06:19:45,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-931702073/running 2024-11-09T06:19:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:45,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:45,294 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,35685,1731133183140, sessionid=0x1011e40073f0000, setting cluster-up flag (Was=false) 2024-11-09T06:19:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:45,346 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-931702073/flush-table-proc/acquired, /0-931702073/flush-table-proc/reached, /0-931702073/flush-table-proc/abort 2024-11-09T06:19:45,347 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:45,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:45,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:45,399 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-931702073/online-snapshot/acquired, /0-931702073/online-snapshot/reached, /0-931702073/online-snapshot/abort 2024-11-09T06:19:45,399 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:45,400 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:19:45,402 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:45,402 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:19:45,402 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:19:45,402 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 4a84bcce7bad,43383,1731133153459: status=Processing ServerCrashProcedure of 4a84bcce7bad,43383,1731133153459 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731133170225, completionTime=-1 appears to have been leaked 2024-11-09T06:19:45,402 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,35685,1731133183140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:19:45,403 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(746): ClusterId : 5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a 2024-11-09T06:19:45,403 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:19:45,403 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:45,403 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:45,403 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:45,403 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:45,403 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:19:45,403 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,404 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:45,404 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,412 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133215412 2024-11-09T06:19:45,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:19:45,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:19:45,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:19:45,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:19:45,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:19:45,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:19:45,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:45,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:19:45,414 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:19:45,414 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:19:45,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:19:45,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:19:45,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:19:45,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:19:45,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:19:45,415 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:19:45,415 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:19:45,415 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133185415,5,FailOnTimeoutGroup] 2024-11-09T06:19:45,416 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133185415,5,FailOnTimeoutGroup] 2024-11-09T06:19:45,416 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,416 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:19:45,416 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,416 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,424 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:19:45,425 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc861f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:45,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:19:45,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:19:45,426 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6 2024-11-09T06:19:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:19:45,440 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:44643 2024-11-09T06:19:45,440 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:19:45,440 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:19:45,440 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:19:45,440 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,35685,1731133183140 with port=44643, startcode=1731133183376 2024-11-09T06:19:45,440 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:19:45,442 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:19:45,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:45,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:45,444 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6 2024-11-09T06:19:45,444 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43493 2024-11-09T06:19:45,444 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:19:45,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073/rs 2024-11-09T06:19:45,455 DEBUG [RS:0;4a84bcce7bad:44643 {}] zookeeper.ZKUtil(111): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on existing znode=/0-931702073/rs/4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:45,455 WARN [RS:0;4a84bcce7bad:44643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:45,455 INFO [RS:0;4a84bcce7bad:44643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:45,456 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:45,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,44643,1731133183376] 2024-11-09T06:19:45,459 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:19:45,462 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:19:45,464 INFO [RS:0;4a84bcce7bad:44643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:19:45,464 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,464 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:19:45,465 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:19:45,465 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,465 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,465 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,465 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,465 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,465 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:45,466 DEBUG [RS:0;4a84bcce7bad:44643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:45,468 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,468 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,468 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,468 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,468 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,468 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,44643,1731133183376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:45,486 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:19:45,486 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,44643,1731133183376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,486 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,486 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.Replication(171): 4a84bcce7bad,44643,1731133183376 started 2024-11-09T06:19:45,501 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:45,501 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,44643,1731133183376, RpcServer on 4a84bcce7bad/172.17.0.3:44643, sessionid=0x1011e40073f0001 2024-11-09T06:19:45,501 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:19:45,501 DEBUG [RS:0;4a84bcce7bad:44643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:45,501 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,44643,1731133183376' 2024-11-09T06:19:45,501 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-931702073/flush-table-proc/abort' 2024-11-09T06:19:45,502 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-931702073/flush-table-proc/acquired' 2024-11-09T06:19:45,502 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:19:45,502 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:19:45,502 DEBUG [RS:0;4a84bcce7bad:44643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:45,502 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,44643,1731133183376' 2024-11-09T06:19:45,502 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-931702073/online-snapshot/abort' 2024-11-09T06:19:45,502 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-931702073/online-snapshot/acquired' 2024-11-09T06:19:45,503 DEBUG [RS:0;4a84bcce7bad:44643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:19:45,503 INFO [RS:0;4a84bcce7bad:44643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:19:45,503 INFO [RS:0;4a84bcce7bad:44643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:19:45,603 INFO [RS:0;4a84bcce7bad:44643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:45,605 INFO [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C44643%2C1731133183376, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/oldWALs, maxLogs=10 2024-11-09T06:19:45,617 DEBUG [RS:0;4a84bcce7bad:44643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605, exclude list is [], retry=0 2024-11-09T06:19:45,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-40ad4f1e-a3a8-460d-8d1d-ef2e64e42289,DISK] 2024-11-09T06:19:45,621 INFO [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 2024-11-09T06:19:45,622 DEBUG [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40739:40739)] 2024-11-09T06:19:45,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:45,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:45,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:45,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:45,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:45,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:45,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:45,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:45,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:45,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:45,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:45,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:45,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:45,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:45,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:45,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740 2024-11-09T06:19:45,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740 2024-11-09T06:19:45,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:45,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:45,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:45,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:45,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:45,850 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60798378, jitterRate=-0.09403356909751892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133185838Initializing all the Stores at 1731133185839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133185839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133185839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133185839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133185839Cleaning up temporary data from old regions at 1731133185848 (+9 ms)Region opened successfully at 1731133185851 (+3 ms) 2024-11-09T06:19:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:45,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:45,851 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133185851Disabling compacts and flushes for region at 1731133185851Disabling writes for close at 1731133185851Writing region close event to WAL at 1731133185851Closed at 1731133185851 2024-11-09T06:19:45,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:45,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:19:45,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:19:45,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:45,854 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:19:46,004 DEBUG [4a84bcce7bad:35685 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:19:46,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:46,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,44643,1731133183376, state=OPENING 2024-11-09T06:19:46,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:19:46,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:46,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:46,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-931702073/meta-region-server: CHANGED 2024-11-09T06:19:46,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-931702073/meta-region-server: CHANGED 2024-11-09T06:19:46,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:46,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,44643,1731133183376}] 2024-11-09T06:19:46,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:19:46,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:19:46,219 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:19:46,220 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:46,220 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:19:46,221 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C44643%2C1731133183376.meta, suffix=.meta, logDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/oldWALs, maxLogs=10 2024-11-09T06:19:46,232 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.meta.1731133186221.meta, exclude list is [], retry=0 2024-11-09T06:19:46,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-40ad4f1e-a3a8-460d-8d1d-ef2e64e42289,DISK] 2024-11-09T06:19:46,236 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.meta.1731133186221.meta 2024-11-09T06:19:46,236 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40739:40739)] 2024-11-09T06:19:46,236 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:46,236 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:46,236 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:46,236 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:19:46,236 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:19:46,237 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:19:46,237 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:46,237 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:19:46,237 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:19:46,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:46,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:46,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:46,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:46,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:46,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:46,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:46,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:46,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:46,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:46,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:46,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:46,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:46,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:46,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:46,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:46,242 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:46,242 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740 2024-11-09T06:19:46,243 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740 2024-11-09T06:19:46,244 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:46,244 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:46,244 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:46,245 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:46,246 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58770472, jitterRate=-0.12425172328948975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:46,246 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:19:46,246 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133186237Writing region info on filesystem at 1731133186237Initializing all the Stores at 1731133186237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133186237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133186238 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133186238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133186238Cleaning up temporary data from old regions at 1731133186244 (+6 ms)Running coprocessor post-open hooks at 1731133186246 (+2 ms)Region opened successfully at 1731133186246 2024-11-09T06:19:46,247 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133186215 2024-11-09T06:19:46,249 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:19:46,249 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:19:46,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:46,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,44643,1731133183376, state=OPEN 2024-11-09T06:19:46,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-931702073/meta-region-server 2024-11-09T06:19:46,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-931702073/meta-region-server 2024-11-09T06:19:46,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:46,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-931702073/meta-region-server: CHANGED 2024-11-09T06:19:46,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-931702073/meta-region-server: CHANGED 2024-11-09T06:19:46,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:19:46,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,44643,1731133183376 in 228 msec 2024-11-09T06:19:46,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:19:46,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-09T06:19:46,294 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:46,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:19:46,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:46,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44643,1731133183376, seqNum=-1] 2024-11-09T06:19:46,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:46,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:46,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 899 msec 2024-11-09T06:19:46,302 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133186302, completionTime=-1 2024-11-09T06:19:46,302 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:19:46,302 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133246304 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133306304 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35685,1731133183140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35685,1731133183140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35685,1731133183140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:35685, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:46,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:46,305 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:46,306 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.866sec 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35685,1731133183140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:46,307 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35685,1731133183140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:19:46,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:19:46,310 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:19:46,310 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35685,1731133183140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:46,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f07223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:46,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35685,-1 for getting cluster id 2024-11-09T06:19:46,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:46,405 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a' 2024-11-09T06:19:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a" 2024-11-09T06:19:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421bf3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35685,-1] 2024-11-09T06:19:46,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:46,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:46,406 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:46,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54833f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:46,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:46,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44643,1731133183376, seqNum=-1] 2024-11-09T06:19:46,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:46,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:46,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:46,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61548 2024-11-09T06:19:46,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:46,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e40073f0002 connected 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.log.dir so I do NOT create it in target/test-data/b038b9ac-db47-2586-6446-e85849392a5b 2024-11-09T06:19:46,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.tmp.dir so I do NOT create it in target/test-data/b038b9ac-db47-2586-6446-e85849392a5b 2024-11-09T06:19:46,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:19:46,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/cluster_a481ae91-979f-ce9c-0f25-3addd8c0cdbd, deleteOnExit=true 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/test.cache.data in system properties and HBase conf 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:19:46,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:19:46,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:19:46,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:19:46,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:19:46,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:19:46,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:46,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:46,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:46,802 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:46,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:19:46,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:46,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7201de58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:46,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffad9fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:46,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c71ebc0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/java.io.tmpdir/jetty-localhost-33987-hadoop-hdfs-3_4_1-tests_jar-_-any-2659877339313573099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:19:46,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c00087f{HTTP/1.1, (http/1.1)}{localhost:33987} 2024-11-09T06:19:46,901 INFO [Time-limited test {}] server.Server(415): Started @177312ms 2024-11-09T06:19:47,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:19:47,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:19:47,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:19:47,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:19:47,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:19:47,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24fd2900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:19:47,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7d3957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:19:47,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27f31d48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/java.io.tmpdir/jetty-localhost-37899-hadoop-hdfs-3_4_1-tests_jar-_-any-13988316243519532200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:19:47,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@740e4d8{HTTP/1.1, (http/1.1)}{localhost:37899} 2024-11-09T06:19:47,253 INFO [Time-limited test {}] server.Server(415): Started @177664ms 2024-11-09T06:19:47,254 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:19:48,065 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/cluster_a481ae91-979f-ce9c-0f25-3addd8c0cdbd/data/data1/current/BP-980027944-172.17.0.3-1731133186458/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:48,065 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/cluster_a481ae91-979f-ce9c-0f25-3addd8c0cdbd/data/data2/current/BP-980027944-172.17.0.3-1731133186458/current, will proceed with Du for space computation calculation, 2024-11-09T06:19:48,082 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:19:48,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75c60b6a5c6e4bc2 with lease ID 0x83595aa44ac8a16b: Processing first storage report for DS-4c7f4663-c1f8-4976-b689-aa4c0f9880a3 from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=c4933a2c-5420-450e-8821-68cde318f446, infoPort=46615, infoSecurePort=0, ipcPort=44105, storageInfo=lv=-57;cid=testClusterID;nsid=187277631;c=1731133186458) 2024-11-09T06:19:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75c60b6a5c6e4bc2 with lease ID 0x83595aa44ac8a16b: from storage DS-4c7f4663-c1f8-4976-b689-aa4c0f9880a3 node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=c4933a2c-5420-450e-8821-68cde318f446, infoPort=46615, infoSecurePort=0, ipcPort=44105, storageInfo=lv=-57;cid=testClusterID;nsid=187277631;c=1731133186458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:19:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75c60b6a5c6e4bc2 with lease ID 0x83595aa44ac8a16b: Processing first storage report for DS-14ba007f-69ac-4aff-b035-0d7fc2ab511a from datanode DatanodeRegistration(127.0.0.1:36559, datanodeUuid=c4933a2c-5420-450e-8821-68cde318f446, infoPort=46615, infoSecurePort=0, ipcPort=44105, storageInfo=lv=-57;cid=testClusterID;nsid=187277631;c=1731133186458) 2024-11-09T06:19:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75c60b6a5c6e4bc2 with lease ID 0x83595aa44ac8a16b: from storage DS-14ba007f-69ac-4aff-b035-0d7fc2ab511a node DatanodeRegistration(127.0.0.1:36559, datanodeUuid=c4933a2c-5420-450e-8821-68cde318f446, infoPort=46615, infoSecurePort=0, ipcPort=44105, storageInfo=lv=-57;cid=testClusterID;nsid=187277631;c=1731133186458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:19:48,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b 2024-11-09T06:19:48,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:48,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:48,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:19:48,590 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0 with version=8 2024-11-09T06:19:48,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/hbase-staging 2024-11-09T06:19:48,592 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:48,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:48,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:48,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:48,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:48,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:48,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:19:48,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:48,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41733 2024-11-09T06:19:48,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41733 connecting to ZooKeeper ensemble=127.0.0.1:61548 2024-11-09T06:19:48,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417330x0, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:48,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41733-0x1011e40073f0003 connected 2024-11-09T06:19:48,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:48,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:48,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on znode that does not yet exist, /11584341504/running 2024-11-09T06:19:48,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0, hbase.cluster.distributed=false 2024-11-09T06:19:48,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on znode that does not yet exist, /11584341504/acl 2024-11-09T06:19:48,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-09T06:19:48,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41733 2024-11-09T06:19:48,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41733 2024-11-09T06:19:48,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-09T06:19:48,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-09T06:19:48,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:19:48,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:48,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:48,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:19:48,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:19:48,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:19:48,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:19:48,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:19:48,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42639 2024-11-09T06:19:48,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42639 connecting to ZooKeeper ensemble=127.0.0.1:61548 2024-11-09T06:19:48,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:48,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426390x0, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:48,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426390x0, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on znode that does not yet exist, /11584341504/running 2024-11-09T06:19:48,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42639-0x1011e40073f0004 connected 2024-11-09T06:19:48,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:19:48,856 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:19:48,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on znode that does not yet exist, /11584341504/master 2024-11-09T06:19:48,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on znode that does not yet exist, /11584341504/acl 2024-11-09T06:19:48,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42639 2024-11-09T06:19:48,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42639 2024-11-09T06:19:48,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42639 2024-11-09T06:19:48,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42639 2024-11-09T06:19:48,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42639 2024-11-09T06:19:48,873 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:41733 2024-11-09T06:19:48,874 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11584341504/backup-masters/4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:48,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504/backup-masters 2024-11-09T06:19:48,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504/backup-masters 2024-11-09T06:19:48,883 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on existing znode=/11584341504/backup-masters/4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:48,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:48,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11584341504/master 2024-11-09T06:19:48,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:48,904 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on existing znode=/11584341504/master 2024-11-09T06:19:48,904 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11584341504/backup-masters/4a84bcce7bad,41733,1731133188592 from backup master directory 2024-11-09T06:19:48,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11584341504/backup-masters/4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:48,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504/backup-masters 2024-11-09T06:19:48,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504/backup-masters 2024-11-09T06:19:48,914 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:48,914 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:48,918 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/hbase.id] with ID: 38e28f0d-e4a6-4243-95c5-759515e787c0 2024-11-09T06:19:48,918 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/.tmp/hbase.id 2024-11-09T06:19:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:19:49,322 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/.tmp/hbase.id]:[hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/hbase.id] 2024-11-09T06:19:49,331 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:49,331 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:19:49,332 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:19:49,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:49,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:49,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:19:49,804 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:49,805 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:19:49,805 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:19:49,815 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store 2024-11-09T06:19:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:19:50,221 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:50,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:19:50,222 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:50,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:50,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:19:50,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:50,222 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:19:50,222 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133190222Disabling compacts and flushes for region at 1731133190222Disabling writes for close at 1731133190222Writing region close event to WAL at 1731133190222Closed at 1731133190222 2024-11-09T06:19:50,223 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/.initializing 2024-11-09T06:19:50,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/WALs/4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:50,223 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:50,225 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C41733%2C1731133188592, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/WALs/4a84bcce7bad,41733,1731133188592, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/oldWALs, maxLogs=10 2024-11-09T06:19:50,236 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/WALs/4a84bcce7bad,41733,1731133188592/4a84bcce7bad%2C41733%2C1731133188592.1731133190225, exclude list is [], retry=0 2024-11-09T06:19:50,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-4c7f4663-c1f8-4976-b689-aa4c0f9880a3,DISK] 2024-11-09T06:19:50,240 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/WALs/4a84bcce7bad,41733,1731133188592/4a84bcce7bad%2C41733%2C1731133188592.1731133190225 2024-11-09T06:19:50,240 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46615:46615)] 2024-11-09T06:19:50,240 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:50,241 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:50,241 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,241 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:19:50,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:50,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:19:50,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:50,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:19:50,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:50,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:19:50,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:50,247 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,247 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,248 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,248 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,249 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,249 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:50,250 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:19:50,252 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:50,252 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71946381, jitterRate=0.07208462059497833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:50,252 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133190241Initializing all the Stores at 1731133190241Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133190241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133190242 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133190242Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133190242Cleaning up temporary data from old regions at 1731133190249 (+7 ms)Region opened successfully at 1731133190252 (+3 ms) 2024-11-09T06:19:50,258 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:19:50,260 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6f1052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:50,261 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:19:50,261 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:19:50,261 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:19:50,261 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:19:50,262 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:19:50,262 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:19:50,262 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:19:50,264 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:19:50,264 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Unable to get data of znode /11584341504/balancer because node does not exist (not necessarily an error) 2024-11-09T06:19:50,314 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11584341504/balancer already deleted, retry=false 2024-11-09T06:19:50,315 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:19:50,315 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Unable to get data of znode /11584341504/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:19:50,325 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11584341504/normalizer already deleted, retry=false 2024-11-09T06:19:50,325 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:19:50,326 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Unable to get data of znode /11584341504/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:19:50,335 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11584341504/switch/split already deleted, retry=false 2024-11-09T06:19:50,336 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Unable to get data of znode /11584341504/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:19:50,346 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11584341504/switch/merge already deleted, retry=false 2024-11-09T06:19:50,347 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Unable to get data of znode /11584341504/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:19:50,356 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11584341504/snapshot-cleanup already deleted, retry=false 2024-11-09T06:19:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11584341504/running 2024-11-09T06:19:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11584341504/running 2024-11-09T06:19:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:50,367 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,41733,1731133188592, sessionid=0x1011e40073f0003, setting cluster-up flag (Was=false) 2024-11-09T06:19:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:50,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:50,419 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11584341504/flush-table-proc/acquired, /11584341504/flush-table-proc/reached, /11584341504/flush-table-proc/abort 2024-11-09T06:19:50,420 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:50,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:50,472 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11584341504/online-snapshot/acquired, /11584341504/online-snapshot/reached, /11584341504/online-snapshot/abort 2024-11-09T06:19:50,473 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:50,474 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:19:50,475 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:50,475 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:19:50,475 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:19:50,476 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,41733,1731133188592 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:50,477 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,477 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133220477 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:50,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:19:50,478 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:19:50,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:19:50,484 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:19:50,484 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:19:50,486 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133190484,5,FailOnTimeoutGroup] 2024-11-09T06:19:50,486 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133190486,5,FailOnTimeoutGroup] 2024-11-09T06:19:50,487 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,487 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:19:50,487 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,487 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:19:50,566 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(746): ClusterId : 38e28f0d-e4a6-4243-95c5-759515e787c0 2024-11-09T06:19:50,567 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:19:50,578 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:19:50,578 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:19:50,589 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:19:50,589 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8212f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:19:50,600 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:42639 2024-11-09T06:19:50,600 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:19:50,600 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:19:50,600 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:19:50,600 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,41733,1731133188592 with port=42639, startcode=1731133188841 2024-11-09T06:19:50,601 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:19:50,602 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:19:50,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:50,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:50,604 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0 2024-11-09T06:19:50,604 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39021 2024-11-09T06:19:50,604 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:19:50,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504/rs 2024-11-09T06:19:50,655 DEBUG [RS:0;4a84bcce7bad:42639 {}] zookeeper.ZKUtil(111): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on existing znode=/11584341504/rs/4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:50,655 WARN [RS:0;4a84bcce7bad:42639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:19:50,655 INFO [RS:0;4a84bcce7bad:42639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:50,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,42639,1731133188841] 2024-11-09T06:19:50,655 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:50,657 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:19:50,659 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:19:50,659 INFO [RS:0;4a84bcce7bad:42639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:19:50,659 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,660 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:19:50,660 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:19:50,660 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,660 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,660 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,660 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,660 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,660 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,660 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:50,661 DEBUG [RS:0;4a84bcce7bad:42639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:19:50,663 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,663 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,663 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,663 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,663 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,663 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42639,1731133188841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:50,680 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:19:50,680 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42639,1731133188841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,681 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,681 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.Replication(171): 4a84bcce7bad,42639,1731133188841 started 2024-11-09T06:19:50,697 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:50,697 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,42639,1731133188841, RpcServer on 4a84bcce7bad/172.17.0.3:42639, sessionid=0x1011e40073f0004 2024-11-09T06:19:50,697 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:19:50,697 DEBUG [RS:0;4a84bcce7bad:42639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:50,697 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,42639,1731133188841' 2024-11-09T06:19:50,697 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11584341504/flush-table-proc/abort' 2024-11-09T06:19:50,698 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11584341504/flush-table-proc/acquired' 2024-11-09T06:19:50,698 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:19:50,698 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:19:50,698 DEBUG [RS:0;4a84bcce7bad:42639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:50,698 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,42639,1731133188841' 2024-11-09T06:19:50,698 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11584341504/online-snapshot/abort' 2024-11-09T06:19:50,699 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11584341504/online-snapshot/acquired' 2024-11-09T06:19:50,699 DEBUG [RS:0;4a84bcce7bad:42639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:19:50,699 INFO [RS:0;4a84bcce7bad:42639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:19:50,699 INFO [RS:0;4a84bcce7bad:42639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:19:50,799 INFO [RS:0;4a84bcce7bad:42639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:19:50,801 INFO [RS:0;4a84bcce7bad:42639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42639%2C1731133188841, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/oldWALs, maxLogs=10 2024-11-09T06:19:50,814 DEBUG [RS:0;4a84bcce7bad:42639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801, exclude list is [], retry=0 2024-11-09T06:19:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-4c7f4663-c1f8-4976-b689-aa4c0f9880a3,DISK] 2024-11-09T06:19:50,818 INFO [RS:0;4a84bcce7bad:42639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 2024-11-09T06:19:50,818 DEBUG [RS:0;4a84bcce7bad:42639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46615:46615)] 2024-11-09T06:19:50,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:19:50,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0 2024-11-09T06:19:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:19:50,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:50,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:50,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:50,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:50,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:50,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:50,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:50,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:50,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:50,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:50,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:50,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:50,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:50,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:50,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:50,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740 2024-11-09T06:19:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740 2024-11-09T06:19:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:50,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:50,911 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:50,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:50,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:50,915 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69328534, jitterRate=0.03307566046714783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:50,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133190901Initializing all the Stores at 1731133190901Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133190901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133190901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133190901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133190901Cleaning up temporary data from old regions at 1731133190910 (+9 ms)Region opened successfully at 1731133190915 (+5 ms) 2024-11-09T06:19:50,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:19:50,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:19:50,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:19:50,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:19:50,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:19:50,915 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:19:50,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133190915Disabling compacts and flushes for region at 1731133190915Disabling writes for close at 1731133190915Writing region close event to WAL at 1731133190915Closed at 1731133190915 2024-11-09T06:19:50,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:50,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:19:50,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:19:50,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:50,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:19:51,069 DEBUG [4a84bcce7bad:41733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:19:51,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:51,070 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,42639,1731133188841, state=OPENING 2024-11-09T06:19:51,083 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:19:51,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:51,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:51,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:19:51,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11584341504/meta-region-server: CHANGED 2024-11-09T06:19:51,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11584341504/meta-region-server: CHANGED 2024-11-09T06:19:51,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42639,1731133188841}] 2024-11-09T06:19:51,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:19:51,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:19:51,251 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:19:51,251 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:51,251 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:19:51,253 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42639%2C1731133188841.meta, suffix=.meta, logDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/oldWALs, maxLogs=10 2024-11-09T06:19:51,270 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.meta.1731133191253.meta, exclude list is [], retry=0 2024-11-09T06:19:51,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-4c7f4663-c1f8-4976-b689-aa4c0f9880a3,DISK] 2024-11-09T06:19:51,273 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.meta.1731133191253.meta 2024-11-09T06:19:51,274 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46615:46615)] 2024-11-09T06:19:51,274 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:51,274 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:51,274 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:51,274 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:19:51,274 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:19:51,275 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:19:51,275 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:51,275 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:19:51,275 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:19:51,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:19:51,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:19:51,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:51,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:51,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:19:51,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:19:51,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:51,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:51,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:19:51,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:19:51,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:51,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:51,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:19:51,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:19:51,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:51,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:19:51,284 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:19:51,285 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740 2024-11-09T06:19:51,286 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740 2024-11-09T06:19:51,287 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:19:51,287 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:19:51,287 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:19:51,289 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:19:51,289 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63908730, jitterRate=-0.047685712575912476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:19:51,289 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:19:51,289 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133191275Writing region info on filesystem at 1731133191275Initializing all the Stores at 1731133191276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133191276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133191280 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133191280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133191280Cleaning up temporary data from old regions at 1731133191287 (+7 ms)Running coprocessor post-open hooks at 1731133191289 (+2 ms)Region opened successfully at 1731133191289 2024-11-09T06:19:51,290 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133191246 2024-11-09T06:19:51,292 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:19:51,292 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:19:51,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:51,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,42639,1731133188841, state=OPEN 2024-11-09T06:19:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11584341504/meta-region-server 2024-11-09T06:19:51,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11584341504/meta-region-server 2024-11-09T06:19:51,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:51,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11584341504/meta-region-server: CHANGED 2024-11-09T06:19:51,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11584341504/meta-region-server: CHANGED 2024-11-09T06:19:51,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:19:51,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42639,1731133188841 in 266 msec 2024-11-09T06:19:51,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:19:51,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-09T06:19:51,364 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:19:51,364 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:19:51,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:51,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42639,1731133188841, seqNum=-1] 2024-11-09T06:19:51,366 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:51,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:51,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 896 msec 2024-11-09T06:19:51,371 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133191371, completionTime=-1 2024-11-09T06:19:51,371 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:19:51,371 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:19:51,373 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:19:51,373 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133251373 2024-11-09T06:19:51,373 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133311373 2024-11-09T06:19:51,373 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:19:51,374 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,41733,1731133188592-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:51,374 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,41733,1731133188592-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:51,374 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,41733,1731133188592-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:51,374 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:41733, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:51,374 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:51,374 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:51,375 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.463sec 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,41733,1731133188592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:19:51,377 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,41733,1731133188592-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:19:51,379 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:19:51,379 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:19:51,379 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,41733,1731133188592-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:19:51,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2582d678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:51,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,41733,-1 for getting cluster id 2024-11-09T06:19:51,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:51,468 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e28f0d-e4a6-4243-95c5-759515e787c0' 2024-11-09T06:19:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e28f0d-e4a6-4243-95c5-759515e787c0" 2024-11-09T06:19:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326635d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:51,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,41733,-1] 2024-11-09T06:19:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:51,470 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:51,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73872fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:51,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:51,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42639,1731133188841, seqNum=-1] 2024-11-09T06:19:51,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:51,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:19:51,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:51,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61548 2024-11-09T06:19:51,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:19:51,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e40073f0005 connected 2024-11-09T06:19:51,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:51,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a049674 2024-11-09T06:19:51,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:51,550 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:51,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:19:51,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:19:51,552 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:51,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:19:51,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:19:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:51,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:19:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:51,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:19:51,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:51,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:51,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:51,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:51,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:51,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:51,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:51,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:19:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:51,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e2c962d309c684d3ec096cf2668137a, NAME => 'test,,1731133191550.4e2c962d309c684d3ec096cf2668137a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6 2024-11-09T06:19:51,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:19:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:52,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133191550.4e2c962d309c684d3ec096cf2668137a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:52,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e2c962d309c684d3ec096cf2668137a, disabling compactions & flushes 2024-11-09T06:19:52,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:19:52,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:19:52,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. after waiting 0 ms 2024-11-09T06:19:52,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:19:52,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:19:52,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e2c962d309c684d3ec096cf2668137a: Waiting for close lock at 1731133192365Disabling compacts and flushes for region at 1731133192365Disabling writes for close at 1731133192365Writing region close event to WAL at 1731133192365Closed at 1731133192365 2024-11-09T06:19:52,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:19:52,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133191550.4e2c962d309c684d3ec096cf2668137a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133192367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133192367"}]},"ts":"1731133192367"} 2024-11-09T06:19:52,369 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:19:52,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:19:52,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133192370"}]},"ts":"1731133192370"} 2024-11-09T06:19:52,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:19:52,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e2c962d309c684d3ec096cf2668137a, ASSIGN}] 2024-11-09T06:19:52,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e2c962d309c684d3ec096cf2668137a, ASSIGN 2024-11-09T06:19:52,374 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e2c962d309c684d3ec096cf2668137a, ASSIGN; state=OFFLINE, location=4a84bcce7bad,44643,1731133183376; forceNewPlan=false, retain=false 2024-11-09T06:19:52,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e2c962d309c684d3ec096cf2668137a, regionState=OPENING, regionLocation=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:52,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e2c962d309c684d3ec096cf2668137a, ASSIGN because future has completed 2024-11-09T06:19:52,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e2c962d309c684d3ec096cf2668137a, server=4a84bcce7bad,44643,1731133183376}] 2024-11-09T06:19:52,683 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:19:52,683 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e2c962d309c684d3ec096cf2668137a, NAME => 'test,,1731133191550.4e2c962d309c684d3ec096cf2668137a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:52,684 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:52,684 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:19:52,684 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,684 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133191550.4e2c962d309c684d3ec096cf2668137a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:52,684 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,684 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,685 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,686 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2c962d309c684d3ec096cf2668137a columnFamilyName f 2024-11-09T06:19:52,686 DEBUG [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:52,687 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] regionserver.HStore(327): Store=4e2c962d309c684d3ec096cf2668137a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:52,687 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,688 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2c962d309c684d3ec096cf2668137a columnFamilyName f1 2024-11-09T06:19:52,688 DEBUG [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:52,688 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] regionserver.HStore(327): Store=4e2c962d309c684d3ec096cf2668137a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:52,688 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,689 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2c962d309c684d3ec096cf2668137a columnFamilyName norep 2024-11-09T06:19:52,689 DEBUG [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:52,689 INFO [StoreOpener-4e2c962d309c684d3ec096cf2668137a-1 {}] regionserver.HStore(327): Store=4e2c962d309c684d3ec096cf2668137a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:52,689 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,690 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:52,690 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,691 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,691 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,691 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:19:52,692 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,694 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:52,694 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e2c962d309c684d3ec096cf2668137a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59372493, jitterRate=-0.11528091132640839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:19:52,694 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:19:52,695 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e2c962d309c684d3ec096cf2668137a: Running coprocessor pre-open hook at 1731133192684Writing region info on filesystem at 1731133192684Initializing all the Stores at 1731133192685 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133192685Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133192685Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133192685Cleaning up temporary data from old regions at 1731133192691 (+6 ms)Running coprocessor post-open hooks at 1731133192695 (+4 ms)Region opened successfully at 1731133192695 2024-11-09T06:19:52,696 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133191550.4e2c962d309c684d3ec096cf2668137a., pid=6, masterSystemTime=1731133192680 2024-11-09T06:19:52,698 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:19:52,698 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:19:52,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e2c962d309c684d3ec096cf2668137a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:52,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e2c962d309c684d3ec096cf2668137a, server=4a84bcce7bad,44643,1731133183376 because future has completed 2024-11-09T06:19:52,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:19:52,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e2c962d309c684d3ec096cf2668137a, server=4a84bcce7bad,44643,1731133183376 in 174 msec 2024-11-09T06:19:52,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:19:52,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e2c962d309c684d3ec096cf2668137a, ASSIGN in 332 msec 2024-11-09T06:19:52,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:19:52,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133192707"}]},"ts":"1731133192707"} 2024-11-09T06:19:52,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:19:52,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:19:52,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-09T06:19:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:53,700 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:19:53,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@861d22d 2024-11-09T06:19:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:53,702 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:53,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:19:53,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:19:53,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:53,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:19:53,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:19:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:19:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:54,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e121e92aeb5b20d61063427a30930fdd, NAME => 'test,,1731133193702.e121e92aeb5b20d61063427a30930fdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0 2024-11-09T06:19:54,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:19:54,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133193702.e121e92aeb5b20d61063427a30930fdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:54,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e121e92aeb5b20d61063427a30930fdd, disabling compactions & flushes 2024-11-09T06:19:54,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:19:54,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:19:54,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. after waiting 0 ms 2024-11-09T06:19:54,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:19:54,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:19:54,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e121e92aeb5b20d61063427a30930fdd: Waiting for close lock at 1731133194119Disabling compacts and flushes for region at 1731133194119Disabling writes for close at 1731133194119Writing region close event to WAL at 1731133194119Closed at 1731133194119 2024-11-09T06:19:54,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:19:54,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133193702.e121e92aeb5b20d61063427a30930fdd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133194121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133194121"}]},"ts":"1731133194121"} 2024-11-09T06:19:54,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:19:54,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:19:54,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133194124"}]},"ts":"1731133194124"} 2024-11-09T06:19:54,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:19:54,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e121e92aeb5b20d61063427a30930fdd, ASSIGN}] 2024-11-09T06:19:54,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e121e92aeb5b20d61063427a30930fdd, ASSIGN 2024-11-09T06:19:54,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e121e92aeb5b20d61063427a30930fdd, ASSIGN; state=OFFLINE, location=4a84bcce7bad,42639,1731133188841; forceNewPlan=false, retain=false 2024-11-09T06:19:54,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e121e92aeb5b20d61063427a30930fdd, regionState=OPENING, regionLocation=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e121e92aeb5b20d61063427a30930fdd, ASSIGN because future has completed 2024-11-09T06:19:54,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e121e92aeb5b20d61063427a30930fdd, server=4a84bcce7bad,42639,1731133188841}] 2024-11-09T06:19:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:54,448 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:19:54,449 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e121e92aeb5b20d61063427a30930fdd, NAME => 'test,,1731133193702.e121e92aeb5b20d61063427a30930fdd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:54,449 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:54,449 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:19:54,449 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,449 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133193702.e121e92aeb5b20d61063427a30930fdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:54,449 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,449 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,451 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,452 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e121e92aeb5b20d61063427a30930fdd columnFamilyName f 2024-11-09T06:19:54,452 DEBUG [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:54,453 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] regionserver.HStore(327): Store=e121e92aeb5b20d61063427a30930fdd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:54,453 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,454 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e121e92aeb5b20d61063427a30930fdd columnFamilyName f1 2024-11-09T06:19:54,454 DEBUG [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:54,454 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] regionserver.HStore(327): Store=e121e92aeb5b20d61063427a30930fdd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:54,454 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,455 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e121e92aeb5b20d61063427a30930fdd columnFamilyName norep 2024-11-09T06:19:54,455 DEBUG [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:54,456 INFO [StoreOpener-e121e92aeb5b20d61063427a30930fdd-1 {}] regionserver.HStore(327): Store=e121e92aeb5b20d61063427a30930fdd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:54,456 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,457 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,457 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,458 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,458 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,458 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:19:54,459 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,461 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:54,461 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e121e92aeb5b20d61063427a30930fdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71655636, jitterRate=0.0677521824836731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:19:54,462 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:19:54,462 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e121e92aeb5b20d61063427a30930fdd: Running coprocessor pre-open hook at 1731133194450Writing region info on filesystem at 1731133194450Initializing all the Stores at 1731133194450Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133194450Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133194451 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133194451Cleaning up temporary data from old regions at 1731133194458 (+7 ms)Running coprocessor post-open hooks at 1731133194462 (+4 ms)Region opened successfully at 1731133194462 2024-11-09T06:19:54,463 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., pid=6, masterSystemTime=1731133194437 2024-11-09T06:19:54,464 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:19:54,464 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:19:54,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e121e92aeb5b20d61063427a30930fdd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:54,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e121e92aeb5b20d61063427a30930fdd, server=4a84bcce7bad,42639,1731133188841 because future has completed 2024-11-09T06:19:54,467 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a84bcce7bad,42639,1731133188841, table=test, region=e121e92aeb5b20d61063427a30930fdd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T06:19:54,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:19:54,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e121e92aeb5b20d61063427a30930fdd, server=4a84bcce7bad,42639,1731133188841 in 183 msec 2024-11-09T06:19:54,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:19:54,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e121e92aeb5b20d61063427a30930fdd, ASSIGN in 343 msec 2024-11-09T06:19:54,472 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:19:54,473 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133194472"}]},"ts":"1731133194472"} 2024-11-09T06:19:54,475 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:19:54,476 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:19:54,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-11-09T06:19:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:19:54,841 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:19:54,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53248df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35685,-1 for getting cluster id 2024-11-09T06:19:54,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:54,843 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a' 2024-11-09T06:19:54,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:54,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a" 2024-11-09T06:19:54,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a026d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35685,-1] 2024-11-09T06:19:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:54,845 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:54,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d48c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5e449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,41733,-1 for getting cluster id 2024-11-09T06:19:54,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:54,847 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e28f0d-e4a6-4243-95c5-759515e787c0' 2024-11-09T06:19:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e28f0d-e4a6-4243-95c5-759515e787c0" 2024-11-09T06:19:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12314f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,41733,-1] 2024-11-09T06:19:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:54,849 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7887aab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35685,-1 for getting cluster id 2024-11-09T06:19:54,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:54,852 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a' 2024-11-09T06:19:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a" 2024-11-09T06:19:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f5bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35685,-1] 2024-11-09T06:19:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:54,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:54,854 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b72703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d86382 2024-11-09T06:19:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:54,857 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:54,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:41733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:19:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:19:54,861 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:41733' 2024-11-09T06:19:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:54,863 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449234da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,863 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,41733,-1 for getting cluster id 2024-11-09T06:19:54,863 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:54,864 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e28f0d-e4a6-4243-95c5-759515e787c0' 2024-11-09T06:19:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e28f0d-e4a6-4243-95c5-759515e787c0" 2024-11-09T06:19:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66931f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,41733,-1] 2024-11-09T06:19:54,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:54,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:54,865 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:54,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a038e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:54,866 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:54,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:54,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16ce23ee 2024-11-09T06:19:54,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:54,868 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:54,868 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:19:54,868 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:19:54,868 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:54,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:54,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:54,869 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:54,870 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:19:54,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:19:54,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:54,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:19:54,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:19:54,920 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:19:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:55,316 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d939c0ff9c845f0e57e0262425643ae, NAME => 'hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6 2024-11-09T06:19:55,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:19:55,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:55,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d939c0ff9c845f0e57e0262425643ae, disabling compactions & flushes 2024-11-09T06:19:55,340 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:19:55,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:19:55,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. after waiting 0 ms 2024-11-09T06:19:55,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:19:55,340 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:19:55,340 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d939c0ff9c845f0e57e0262425643ae: Waiting for close lock at 1731133195340Disabling compacts and flushes for region at 1731133195340Disabling writes for close at 1731133195340Writing region close event to WAL at 1731133195340Closed at 1731133195340 2024-11-09T06:19:55,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:19:55,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133195345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133195345"}]},"ts":"1731133195345"} 2024-11-09T06:19:55,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:19:55,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:19:55,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133195355"}]},"ts":"1731133195355"} 2024-11-09T06:19:55,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:19:55,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d939c0ff9c845f0e57e0262425643ae, ASSIGN}] 2024-11-09T06:19:55,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d939c0ff9c845f0e57e0262425643ae, ASSIGN 2024-11-09T06:19:55,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d939c0ff9c845f0e57e0262425643ae, ASSIGN; state=OFFLINE, location=4a84bcce7bad,44643,1731133183376; forceNewPlan=false, retain=false 2024-11-09T06:19:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:55,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d939c0ff9c845f0e57e0262425643ae, regionState=OPENING, regionLocation=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:55,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d939c0ff9c845f0e57e0262425643ae, ASSIGN because future has completed 2024-11-09T06:19:55,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d939c0ff9c845f0e57e0262425643ae, server=4a84bcce7bad,44643,1731133183376}] 2024-11-09T06:19:55,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:19:55,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:55,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:19:55,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C44643%2C1731133183376.rep, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/oldWALs, maxLogs=10 2024-11-09T06:19:55,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.rep.1731133195697, exclude list is [], retry=0 2024-11-09T06:19:55,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46499,DS-40ad4f1e-a3a8-460d-8d1d-ef2e64e42289,DISK] 2024-11-09T06:19:55,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.rep.1731133195697 2024-11-09T06:19:55,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40739:40739)] 2024-11-09T06:19:55,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d939c0ff9c845f0e57e0262425643ae, NAME => 'hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:55,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:55,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:55,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. service=MultiRowMutationService 2024-11-09T06:19:55,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:19:55,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:55,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,732 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,734 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d939c0ff9c845f0e57e0262425643ae columnFamilyName hfileref 2024-11-09T06:19:55,734 DEBUG [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:55,734 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] regionserver.HStore(327): Store=3d939c0ff9c845f0e57e0262425643ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:55,734 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,735 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d939c0ff9c845f0e57e0262425643ae columnFamilyName queue 2024-11-09T06:19:55,735 DEBUG [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:55,736 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] regionserver.HStore(327): Store=3d939c0ff9c845f0e57e0262425643ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:55,736 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,737 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d939c0ff9c845f0e57e0262425643ae columnFamilyName sid 2024-11-09T06:19:55,737 DEBUG [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:55,738 INFO [StoreOpener-3d939c0ff9c845f0e57e0262425643ae-1 {}] regionserver.HStore(327): Store=3d939c0ff9c845f0e57e0262425643ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:55,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:19:55,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:55,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d939c0ff9c845f0e57e0262425643ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59803714, jitterRate=-0.1088552176952362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:19:55,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:19:55,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d939c0ff9c845f0e57e0262425643ae: Running coprocessor pre-open hook at 1731133195730Writing region info on filesystem at 1731133195730Initializing all the Stores at 1731133195731 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133195731Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133195732 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133195732Cleaning up temporary data from old regions at 1731133195740 (+8 ms)Running coprocessor post-open hooks at 1731133195751 (+11 ms)Region opened successfully at 1731133195751 2024-11-09T06:19:55,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae., pid=10, masterSystemTime=1731133195675 2024-11-09T06:19:55,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d939c0ff9c845f0e57e0262425643ae, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,44643,1731133183376 2024-11-09T06:19:55,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:19:55,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:19:55,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d939c0ff9c845f0e57e0262425643ae, server=4a84bcce7bad,44643,1731133183376 because future has completed 2024-11-09T06:19:55,760 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35685 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=4a84bcce7bad,44643,1731133183376, table=hbase:replication, region=3d939c0ff9c845f0e57e0262425643ae. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T06:19:55,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:19:55,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d939c0ff9c845f0e57e0262425643ae, server=4a84bcce7bad,44643,1731133183376 in 246 msec 2024-11-09T06:19:55,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:19:55,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d939c0ff9c845f0e57e0262425643ae, ASSIGN in 406 msec 2024-11-09T06:19:55,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:19:55,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133195769"}]},"ts":"1731133195769"} 2024-11-09T06:19:55,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:19:55,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:19:55,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 905 msec 2024-11-09T06:19:55,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2] 2024-11-09T06:19:55,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:55,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:19:55,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:19:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:56,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44643 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:19:56,036 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:19:56,072 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,44643,1731133183376, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:19:56,073 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:56,073 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44643,1731133183376, seqNum=-1] 2024-11-09T06:19:56,074 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:56,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T06:19:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,44643,1731133183376', locateType=CURRENT is [region=hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2] 2024-11-09T06:19:56,089 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:19:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:19:56,091 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,44643,1731133183376 suceeded 2024-11-09T06:19:56,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:19:56,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-09T06:19:56,097 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:41733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:19:56,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2400 sec 2024-11-09T06:19:56,114 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:41733' 2024-11-09T06:19:56,120 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6246abe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:56,120 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,41733,-1 for getting cluster id 2024-11-09T06:19:56,120 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:56,120 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e28f0d-e4a6-4243-95c5-759515e787c0' 2024-11-09T06:19:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e28f0d-e4a6-4243-95c5-759515e787c0" 2024-11-09T06:19:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c64fb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,41733,-1] 2024-11-09T06:19:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:56,122 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:56,123 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d02f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:56,124 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:56,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:56,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73919099 2024-11-09T06:19:56,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:56,126 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T06:19:56,127 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,44643,1731133183376 (queues=1) is replicating from cluster=5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a to cluster=38e28f0d-e4a6-4243-95c5-759515e787c0 2024-11-09T06:19:56,128 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C44643%2C1731133183376 2024-11-09T06:19:56,128 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,44643,1731133183376, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:19:56,137 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605, startPosition=0, beingWritten=true 2024-11-09T06:19:56,140 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C44643%2C1731133183376 2024-11-09T06:19:56,147 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:19:56,147 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:56,147 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,44643,1731133183376 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:19:56,355 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:56,659 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:56,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:19:56,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:56,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:56,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:56,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:56,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:56,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:56,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:19:56,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:19:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:57,010 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:19:57,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:57,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:57,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:57,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:57,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:57,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5423da9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:57,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,41733,-1 for getting cluster id 2024-11-09T06:19:57,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:57,012 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e28f0d-e4a6-4243-95c5-759515e787c0' 2024-11-09T06:19:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e28f0d-e4a6-4243-95c5-759515e787c0" 2024-11-09T06:19:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb2e0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:57,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,41733,-1] 2024-11-09T06:19:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:57,013 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:57,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccee852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:57,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,41733,1731133188592 2024-11-09T06:19:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0d0975 2024-11-09T06:19:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:57,017 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:57,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:35685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:19:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:19:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:57,020 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35685' 2024-11-09T06:19:57,026 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:57,026 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35685,-1 for getting cluster id 2024-11-09T06:19:57,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:57,027 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a' 2024-11-09T06:19:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a" 2024-11-09T06:19:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12676fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:57,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35685,-1] 2024-11-09T06:19:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:57,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:57,028 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:57,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793e33b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:57,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:57,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:57,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33bfaca5 2024-11-09T06:19:57,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:57,030 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:19:57,031 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:19:57,031 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:19:57,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:57,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:57,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:57,032 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:19:57,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:19:57,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:19:57,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:57,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:19:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:19:57,064 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:57,083 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:19:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:57,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f7fe2cebf1d6373ef981fce12da5143, NAME => 'hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0 2024-11-09T06:19:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:19:57,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:57,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f7fe2cebf1d6373ef981fce12da5143, disabling compactions & flushes 2024-11-09T06:19:57,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:19:57,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:19:57,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. after waiting 0 ms 2024-11-09T06:19:57,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:19:57,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:19:57,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f7fe2cebf1d6373ef981fce12da5143: Waiting for close lock at 1731133197466Disabling compacts and flushes for region at 1731133197466Disabling writes for close at 1731133197466Writing region close event to WAL at 1731133197466Closed at 1731133197466 2024-11-09T06:19:57,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:19:57,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133197467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133197467"}]},"ts":"1731133197467"} 2024-11-09T06:19:57,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:19:57,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:19:57,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133197471"}]},"ts":"1731133197471"} 2024-11-09T06:19:57,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:19:57,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f7fe2cebf1d6373ef981fce12da5143, ASSIGN}] 2024-11-09T06:19:57,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f7fe2cebf1d6373ef981fce12da5143, ASSIGN 2024-11-09T06:19:57,479 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f7fe2cebf1d6373ef981fce12da5143, ASSIGN; state=OFFLINE, location=4a84bcce7bad,42639,1731133188841; forceNewPlan=false, retain=false 2024-11-09T06:19:57,567 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:57,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f7fe2cebf1d6373ef981fce12da5143, regionState=OPENING, regionLocation=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:57,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f7fe2cebf1d6373ef981fce12da5143, ASSIGN because future has completed 2024-11-09T06:19:57,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7fe2cebf1d6373ef981fce12da5143, server=4a84bcce7bad,42639,1731133188841}] 2024-11-09T06:19:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:57,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:19:57,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:19:57,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:19:57,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42639%2C1731133188841.rep, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/oldWALs, maxLogs=10 2024-11-09T06:19:57,798 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:19:57,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.rep.1731133197794, exclude list is [], retry=0 2024-11-09T06:19:57,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36559,DS-4c7f4663-c1f8-4976-b689-aa4c0f9880a3,DISK] 2024-11-09T06:19:57,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.rep.1731133197794 2024-11-09T06:19:57,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46615:46615)] 2024-11-09T06:19:57,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f7fe2cebf1d6373ef981fce12da5143, NAME => 'hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:19:57,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:19:57,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:19:57,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. service=MultiRowMutationService 2024-11-09T06:19:57,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:19:57,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:19:57,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,811 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,812 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7fe2cebf1d6373ef981fce12da5143 columnFamilyName hfileref 2024-11-09T06:19:57,812 DEBUG [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:57,812 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] regionserver.HStore(327): Store=4f7fe2cebf1d6373ef981fce12da5143/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:57,812 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,813 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7fe2cebf1d6373ef981fce12da5143 columnFamilyName queue 2024-11-09T06:19:57,813 DEBUG [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:57,813 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] regionserver.HStore(327): Store=4f7fe2cebf1d6373ef981fce12da5143/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:57,813 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,814 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f7fe2cebf1d6373ef981fce12da5143 columnFamilyName sid 2024-11-09T06:19:57,814 DEBUG [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:19:57,814 INFO [StoreOpener-4f7fe2cebf1d6373ef981fce12da5143-1 {}] regionserver.HStore(327): Store=4f7fe2cebf1d6373ef981fce12da5143/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:19:57,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:19:57,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:19:57,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f7fe2cebf1d6373ef981fce12da5143; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65705491, jitterRate=-0.020911887288093567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:19:57,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:19:57,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f7fe2cebf1d6373ef981fce12da5143: Running coprocessor pre-open hook at 1731133197810Writing region info on filesystem at 1731133197810Initializing all the Stores at 1731133197810Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133197810Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133197810Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133197810Cleaning up temporary data from old regions at 1731133197816 (+6 ms)Running coprocessor post-open hooks at 1731133197820 (+4 ms)Region opened successfully at 1731133197820 2024-11-09T06:19:57,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143., pid=10, masterSystemTime=1731133197789 2024-11-09T06:19:57,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:19:57,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:19:57,823 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f7fe2cebf1d6373ef981fce12da5143, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,42639,1731133188841 2024-11-09T06:19:57,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f7fe2cebf1d6373ef981fce12da5143, server=4a84bcce7bad,42639,1731133188841 because future has completed 2024-11-09T06:19:57,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:19:57,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f7fe2cebf1d6373ef981fce12da5143, server=4a84bcce7bad,42639,1731133188841 in 188 msec 2024-11-09T06:19:57,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:19:57,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f7fe2cebf1d6373ef981fce12da5143, ASSIGN in 349 msec 2024-11-09T06:19:57,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:19:57,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133197829"}]},"ts":"1731133197829"} 2024-11-09T06:19:57,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:19:57,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:19:57,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 799 msec 2024-11-09T06:19:57,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2] 2024-11-09T06:19:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:57,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:19:58,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:19:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:58,171 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:58,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:19:58,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T06:19:58,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T06:19:58,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T06:19:58,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:19:58,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T06:19:58,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:19:58,182 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:19:58,210 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,42639,1731133188841, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:19:58,210 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:58,210 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42639,1731133188841, seqNum=-1] 2024-11-09T06:19:58,211 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:58,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T06:19:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,42639,1731133188841', locateType=CURRENT is [region=hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2] 2024-11-09T06:19:58,215 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:19:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:19:58,217 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,42639,1731133188841 suceeded 2024-11-09T06:19:58,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:19:58,218 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:35685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:19:58,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-09T06:19:58,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2010 sec 2024-11-09T06:19:58,232 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:35685' 2024-11-09T06:19:58,234 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d78c58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:58,234 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35685,-1 for getting cluster id 2024-11-09T06:19:58,235 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:58,235 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a' 2024-11-09T06:19:58,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:58,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a" 2024-11-09T06:19:58,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@240962e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:58,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35685,-1] 2024-11-09T06:19:58,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:58,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:58,237 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:58,237 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afb986c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:58,237 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:19:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35685,1731133183140 2024-11-09T06:19:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a513ca9 2024-11-09T06:19:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:19:58,239 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T06:19:58,239 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,42639,1731133188841 (queues=1) is replicating from cluster=38e28f0d-e4a6-4243-95c5-759515e787c0 to cluster=5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a 2024-11-09T06:19:58,239 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C42639%2C1731133188841 2024-11-09T06:19:58,239 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,42639,1731133188841, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:19:58,240 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801, startPosition=0, beingWritten=true 2024-11-09T06:19:58,240 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C42639%2C1731133188841 2024-11-09T06:19:58,265 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:19:58,265 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:19:58,265 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42639,1731133188841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:19:58,469 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:19:58,774 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:19:58,875 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:19:59,170 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:19:59,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:19:59,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:19:59,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:59,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:59,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:19:59,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:19:59,176 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731133199175/Put/seqid=0 2024-11-09T06:19:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741840_1016 (size=7894) 2024-11-09T06:19:59,184 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:19:59,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731133199582/Put/seqid=0 2024-11-09T06:19:59,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741841_1017 (size=7691) 2024-11-09T06:19:59,679 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:19:59,688 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:19:59,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a59514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:59,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35685,-1 for getting cluster id 2024-11-09T06:19:59,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:19:59,992 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a' 2024-11-09T06:19:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:19:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a" 2024-11-09T06:19:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487aca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35685,-1] 2024-11-09T06:19:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:19:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:19:59,993 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:19:59,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b699862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:19:59,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:19:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44643,1731133183376, seqNum=-1] 2024-11-09T06:19:59,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:19:59,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:00,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35685,1731133183140 2024-11-09T06:20:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2062d317 2024-11-09T06:20:00,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:00,004 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133191550.4e2c962d309c684d3ec096cf2668137a., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2] 2024-11-09T06:20:00,058 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:20:00,064 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T06:20:00,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T06:20:00,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T06:20:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:00,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T06:20:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HRegion(2603): Flush status journal for 4e2c962d309c684d3ec096cf2668137a: 2024-11-09T06:20:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_1 2024-11-09T06:20:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_1 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ 2024-11-09T06:20:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_0 2024-11-09T06:20:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_0 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ 2024-11-09T06:20:00,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_1 into 4e2c962d309c684d3ec096cf2668137a/f as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ - updating store file list. 2024-11-09T06:20:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5d8ad1a802240c9b92049301091d19a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:00,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ into 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:00,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_1 into 4e2c962d309c684d3ec096cf2668137a/f (new location: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_) 2024-11-09T06:20:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_1 2024-11-09T06:20:00,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_0 into 4e2c962d309c684d3ec096cf2668137a/f as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ - updating store file list. 2024-11-09T06:20:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:00,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ into 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:00,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_0 into 4e2c962d309c684d3ec096cf2668137a/f (new location: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_) 2024-11-09T06:20:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins__test__iucs0g1abeva4eu01ndjajiog6k04q8kr3f772it178jcvgqnkr52ccsmhdrp46j/f/hfile_0 2024-11-09T06:20:00,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:00,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:00,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:00,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:00,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731133191550.4e2c962d309c684d3ec096cf2668137a., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2 , the old value is region=test,,1731133191550.4e2c962d309c684d3ec096cf2668137a., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a84bcce7bad:44643 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:20:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731133191550.4e2c962d309c684d3ec096cf2668137a., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:20:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731133191550.4e2c962d309c684d3ec096cf2668137a., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2 from cache 2024-11-09T06:20:00,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42639,1731133188841, seqNum=-1] 2024-11-09T06:20:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:00,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:00,109 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T06:20:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2] 2024-11-09T06:20:00,112 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T06:20:00,210 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:44643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T06:20:00,292 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:20:00,582 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 379, reset compression=false 2024-11-09T06:20:00,588 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:00,588 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,44643,1731133183376 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2c962d309c684d3ec096cf2668137a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133200102/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T06:20:00,590 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:00,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T06:20:00,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.ReplicationSink(318): Replicating [5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a] bulk loaded data 2024-11-09T06:20:00,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f8fa4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:00,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,41733,-1 for getting cluster id 2024-11-09T06:20:00,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:00,602 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e28f0d-e4a6-4243-95c5-759515e787c0' 2024-11-09T06:20:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e28f0d-e4a6-4243-95c5-759515e787c0" 2024-11-09T06:20:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f93d0cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,41733,-1] 2024-11-09T06:20:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:00,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:00,603 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:00,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d9bbda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:00,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741840_1016 (size=7691) 2024-11-09T06:20:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741841_1017 (size=7894) 2024-11-09T06:20:00,788 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 687, reset compression=false 2024-11-09T06:20:00,996 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:20:01,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:01,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,41733,1731133188592 2024-11-09T06:20:01,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523f02a7 2024-11-09T06:20:01,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:01,041 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T06:20:01,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:20:01,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:01,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42639,1731133188841, seqNum=-1] 2024-11-09T06:20:01,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:01,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T06:20:01,059 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T06:20:01,062 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T06:20:01,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ for inclusion in e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T06:20:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:01,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ for inclusion in e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T06:20:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HRegion(2603): Flush status journal for e121e92aeb5b20d61063427a30930fdd: 2024-11-09T06:20:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:20:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/276717f42d754d87955a2b8f3e44415b_SeqId_4_ 2024-11-09T06:20:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e5d8ad1a802240c9b92049301091d19a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:20:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/f9b3d7a73ab94db5a46be585b2491a54_SeqId_4_ 2024-11-09T06:20:01,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ into e121e92aeb5b20d61063427a30930fdd/f as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/276717f42d754d87955a2b8f3e44415b_SeqId_4_ - updating store file list. 2024-11-09T06:20:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 276717f42d754d87955a2b8f3e44415b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:01,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/276717f42d754d87955a2b8f3e44415b_SeqId_4_ into e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ into e121e92aeb5b20d61063427a30930fdd/f (new location: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/276717f42d754d87955a2b8f3e44415b_SeqId_4_) 2024-11-09T06:20:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_ 2024-11-09T06:20:01,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ into e121e92aeb5b20d61063427a30930fdd/f as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/f9b3d7a73ab94db5a46be585b2491a54_SeqId_4_ - updating store file list. 2024-11-09T06:20:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9b3d7a73ab94db5a46be585b2491a54_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:01,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/f9b3d7a73ab94db5a46be585b2491a54_SeqId_4_ into e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ into e121e92aeb5b20d61063427a30930fdd/f (new location: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/f9b3d7a73ab94db5a46be585b2491a54_SeqId_4_) 2024-11-09T06:20:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins.hfs.11__test__umj29tdeckvju54c67o7gjp731qog0e7n8lkt2co2gt1182e80tjb9s2h12g84d4/f/e5d8ad1a802240c9b92049301091d19a_SeqId_4_ 2024-11-09T06:20:01,095 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 687, reset compression=false 2024-11-09T06:20:01,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.ReplicationSink(324): Finished replicating [5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a] bulk loaded data 2024-11-09T06:20:01,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:01,122 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731133201122/Put/seqid=0 2024-11-09T06:20:01,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741842_1018 (size=11194) 2024-11-09T06:20:01,129 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731133201129/Put/seqid=0 2024-11-09T06:20:01,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741843_1019 (size=10791) 2024-11-09T06:20:01,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4a12de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:01,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,41733,-1 for getting cluster id 2024-11-09T06:20:01,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:01,139 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38e28f0d-e4a6-4243-95c5-759515e787c0' 2024-11-09T06:20:01,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38e28f0d-e4a6-4243-95c5-759515e787c0" 2024-11-09T06:20:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3732049c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,41733,-1] 2024-11-09T06:20:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:01,141 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:01,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee27e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:01,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42639,1731133188841, seqNum=-1] 2024-11-09T06:20:01,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:01,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:01,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,41733,1731133188592 2024-11-09T06:20:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc7e491 2024-11-09T06:20:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:01,151 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2] 2024-11-09T06:20:01,157 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:20:01,171 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T06:20:01,174 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T06:20:01,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_0 for inclusion in e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T06:20:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:01,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_1 for inclusion in e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T06:20:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HRegion(2603): Flush status journal for e121e92aeb5b20d61063427a30930fdd: 2024-11-09T06:20:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_0 2024-11-09T06:20:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_0 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ 2024-11-09T06:20:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_1 2024-11-09T06:20:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_1 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ 2024-11-09T06:20:01,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_0 into e121e92aeb5b20d61063427a30930fdd/f as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ - updating store file list. 2024-11-09T06:20:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9313c777df7940c481c1a0bdc2f7411b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:01,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ into e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_0 into e121e92aeb5b20d61063427a30930fdd/f (new location: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_) 2024-11-09T06:20:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_0 2024-11-09T06:20:01,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_1 into e121e92aeb5b20d61063427a30930fdd/f as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ - updating store file list. 2024-11-09T06:20:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db066771a6ab459e8f7eca559eee53b7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:01,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ into e121e92aeb5b20d61063427a30930fdd/f 2024-11-09T06:20:01,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_1 into e121e92aeb5b20d61063427a30930fdd/f (new location: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_) 2024-11-09T06:20:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/staging/jenkins__test__95m82kuuu921g9db3pseanmefrbt33fn7aceqfk9kqpdsgkfiu8f6map6n846hf8/f/hfile_1 2024-11-09T06:20:01,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:01,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:01,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:01,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2 , the old value is region=test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a84bcce7bad:42639 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:20:01,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:20:01,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., hostname=4a84bcce7bad,42639,1731133188841, seqNum=2 from cache 2024-11-09T06:20:01,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:01,213 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T06:20:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44643,1731133183376, seqNum=-1] 2024-11-09T06:20:01,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:01,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133191550.4e2c962d309c684d3ec096cf2668137a., hostname=4a84bcce7bad,44643,1731133183376, seqNum=2] 2024-11-09T06:20:01,225 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T06:20:01,320 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:42639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T06:20:01,500 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 687, reset compression=false 2024-11-09T06:20:01,807 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 379, reset compression=false 2024-11-09T06:20:01,813 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:01,813 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42639,1731133188841 got entry batch from reader: WALEntryBatch [walEntries=[{test/e121e92aeb5b20d61063427a30930fdd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133201092/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T06:20:01,813 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:01,815 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:01,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T06:20:01,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(318): Replicating [5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a, 38e28f0d-e4a6-4243-95c5-759515e787c0] bulk loaded data 2024-11-09T06:20:01,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79262c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:01,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,35685,-1 for getting cluster id 2024-11-09T06:20:01,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:01,817 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a' 2024-11-09T06:20:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a" 2024-11-09T06:20:01,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78af0a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:01,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,35685,-1] 2024-11-09T06:20:01,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:01,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:01,818 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:01,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5105a143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741842_1018 (size=7894) 2024-11-09T06:20:02,003 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 687, reset compression=false 2024-11-09T06:20:02,013 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1033, reset compression=false 2024-11-09T06:20:02,230 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T06:20:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741843_1019 (size=7691) 2024-11-09T06:20:02,317 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1033, reset compression=false 2024-11-09T06:20:02,607 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 687, reset compression=false 2024-11-09T06:20:02,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:02,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,35685,1731133183140 2024-11-09T06:20:02,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c01629 2024-11-09T06:20:02,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:02,650 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T06:20:02,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:20:02,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:02,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,44643,1731133183376, seqNum=-1] 2024-11-09T06:20:02,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:02,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T06:20:02,659 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__u9ca9rpfk05g113eolo1gu0or400u9bfrkrsubkchfj977q72ll0pvojrjqsrc4o/f/276717f42d754d87955a2b8f3e44415b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T06:20:02,661 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__u9ca9rpfk05g113eolo1gu0or400u9bfrkrsubkchfj977q72ll0pvojrjqsrc4o/f/f9b3d7a73ab94db5a46be585b2491a54_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T06:20:02,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(324): Finished replicating [5a2fb5b5-41a3-4524-a2af-e1e6b5ce960a, 38e28f0d-e4a6-4243-95c5-759515e787c0] bulk loaded data 2024-11-09T06:20:02,666 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42639,1731133188841 got entry batch from reader: WALEntryBatch [walEntries=[{test/e121e92aeb5b20d61063427a30930fdd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133201211/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T06:20:02,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(318): Replicating [38e28f0d-e4a6-4243-95c5-759515e787c0] bulk loaded data 2024-11-09T06:20:02,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741844_1020 (size=11194) 2024-11-09T06:20:02,721 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1033, reset compression=false 2024-11-09T06:20:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741845_1021 (size=10791) 2024-11-09T06:20:03,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:20:03,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T06:20:03,106 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T06:20:03,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ for inclusion in 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T06:20:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:03,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ for inclusion in 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T06:20:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:20:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HRegion(2603): Flush status journal for 4e2c962d309c684d3ec096cf2668137a: 2024-11-09T06:20:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:20:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e3bb473174494f2c893818354b26fa20_SeqId_6_ 2024-11-09T06:20:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db066771a6ab459e8f7eca559eee53b7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:20:03,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/8f87be9fb6ec4384b547f76e123205b6_SeqId_6_ 2024-11-09T06:20:03,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ into 4e2c962d309c684d3ec096cf2668137a/f as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e3bb473174494f2c893818354b26fa20_SeqId_6_ - updating store file list. 2024-11-09T06:20:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3bb473174494f2c893818354b26fa20_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:03,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e3bb473174494f2c893818354b26fa20_SeqId_6_ into 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:03,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ into 4e2c962d309c684d3ec096cf2668137a/f (new location: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/e3bb473174494f2c893818354b26fa20_SeqId_6_) 2024-11-09T06:20:03,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/9313c777df7940c481c1a0bdc2f7411b_SeqId_6_ 2024-11-09T06:20:03,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ into 4e2c962d309c684d3ec096cf2668137a/f as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/8f87be9fb6ec4384b547f76e123205b6_SeqId_6_ - updating store file list. 2024-11-09T06:20:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f87be9fb6ec4384b547f76e123205b6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:20:03,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/8f87be9fb6ec4384b547f76e123205b6_SeqId_6_ into 4e2c962d309c684d3ec096cf2668137a/f 2024-11-09T06:20:03,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ into 4e2c962d309c684d3ec096cf2668137a/f (new location: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/f/8f87be9fb6ec4384b547f76e123205b6_SeqId_6_) 2024-11-09T06:20:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/staging/jenkins.hfs.10__test__ni0dsinhpl5e6jffm47c47ac194am30j2shtmr3qfrttru58gjv3bfp5t2phsres/f/db066771a6ab459e8f7eca559eee53b7_SeqId_6_ 2024-11-09T06:20:03,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44643 {}] regionserver.ReplicationSink(324): Finished replicating [38e28f0d-e4a6-4243-95c5-759515e787c0] bulk loaded data 2024-11-09T06:20:03,224 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1033, reset compression=false 2024-11-09T06:20:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:20:03,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:03,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:03,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:03,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:03,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:03,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:20:03,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1478483696, stopped=false 2024-11-09T06:20:03,244 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,41733,1731133188592 2024-11-09T06:20:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11584341504/running 2024-11-09T06:20:03,254 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:20:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11584341504/running 2024-11-09T06:20:03,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:03,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:03,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:03,255 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,42639,1731133188841' ***** 2024-11-09T06:20:03,255 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:20:03,255 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:20:03,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:20:03,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:20:03,255 INFO [RS:0;4a84bcce7bad:42639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(3091): Received CLOSE for e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:20:03,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on znode that does not yet exist, /11584341504/running 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,42639,1731133188841 2024-11-09T06:20:03,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Set watcher on znode that does not yet exist, /11584341504/running 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42639. 2024-11-09T06:20:03,256 DEBUG [RS:0;4a84bcce7bad:42639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:03,256 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:20:03,256 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:20:03,256 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e121e92aeb5b20d61063427a30930fdd, disabling compactions & flushes 2024-11-09T06:20:03,256 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:20:03,257 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:20:03,257 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. after waiting 0 ms 2024-11-09T06:20:03,257 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:20:03,257 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:20:03,257 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e121e92aeb5b20d61063427a30930fdd=test,,1731133193702.e121e92aeb5b20d61063427a30930fdd., 4f7fe2cebf1d6373ef981fce12da5143=hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143.} 2024-11-09T06:20:03,257 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7fe2cebf1d6373ef981fce12da5143, e121e92aeb5b20d61063427a30930fdd 2024-11-09T06:20:03,257 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:03,257 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:03,257 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:03,257 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:03,257 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:03,257 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:20:03,260 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/default/test/e121e92aeb5b20d61063427a30930fdd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:20:03,261 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e121e92aeb5b20d61063427a30930fdd: Waiting for close lock at 1731133203256Running coprocessor pre-close hooks at 1731133203256Disabling compacts and flushes for region at 1731133203256Disabling writes for close at 1731133203257 (+1 ms)Writing region close event to WAL at 1731133203257Running coprocessor post-close hooks at 1731133203261 (+4 ms)Closed at 1731133203261 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133193702.e121e92aeb5b20d61063427a30930fdd. 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f7fe2cebf1d6373ef981fce12da5143, disabling compactions & flushes 2024-11-09T06:20:03,261 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. after waiting 0 ms 2024-11-09T06:20:03,261 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:20:03,262 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f7fe2cebf1d6373ef981fce12da5143 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T06:20:03,278 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/info/1ad1035aff914555866d675d3499b90d is 147, key is hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143./info:regioninfo/1731133197823/Put/seqid=0 2024-11-09T06:20:03,279 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:03,290 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/.tmp/hfileref/d08d192b201845adabc59d6494036970 is 74, key is 1/hfileref:276717f42d754d87955a2b8f3e44415b_SeqId_4_/1731133202664/DeleteColumn/seqid=0 2024-11-09T06:20:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741845_1021 (size=5345) 2024-11-09T06:20:03,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741844_1020 (size=7686) 2024-11-09T06:20:03,312 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 687, reset compression=false 2024-11-09T06:20:03,313 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/.tmp/hfileref/d08d192b201845adabc59d6494036970 2024-11-09T06:20:03,335 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:03,335 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,44643,1731133183376 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2c962d309c684d3ec096cf2668137a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133203134/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T06:20:03,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T06:20:03,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:47428 deadline: 1731133263336, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping 2024-11-09T06:20:03,338 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:03,350 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/.tmp/queue/eb95c434cbf04fa3a4a8ebc7b9bb0883 is 154, key is 1-4a84bcce7bad,42639,1731133188841/queue:4a84bcce7bad%2C42639%2C1731133188841/1731133203138/Put/seqid=0 2024-11-09T06:20:03,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:03,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:03,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:03,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741846_1022 (size=5353) 2024-11-09T06:20:03,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:03,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:03,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:03,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:03,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T06:20:03,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:47428 deadline: 1731133263442, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping 2024-11-09T06:20:03,443 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:03,457 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:20:03,535 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 1033, reset compression=false 2024-11-09T06:20:03,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T06:20:03,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42639 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:47428 deadline: 1731133263646, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping 2024-11-09T06:20:03,647 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 4a84bcce7bad,42639,1731133188841 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:03,657 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f7fe2cebf1d6373ef981fce12da5143 2024-11-09T06:20:03,670 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:20:03,671 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:20:03,713 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/info/1ad1035aff914555866d675d3499b90d 2024-11-09T06:20:03,731 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/ns/cfb809e7ca384124a239253532a89a45 is 43, key is default/ns:d/1731133191367/Put/seqid=0 2024-11-09T06:20:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741847_1023 (size=5153) 2024-11-09T06:20:03,736 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/ns/cfb809e7ca384124a239253532a89a45 2024-11-09T06:20:03,760 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/.tmp/queue/eb95c434cbf04fa3a4a8ebc7b9bb0883 2024-11-09T06:20:03,761 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/500817bc4023472f95ba87a40c62a1f4 is 112, key is test,,1731133193702.e121e92aeb5b20d61063427a30930fdd./rep_barrier:seqnumDuringOpen/1731133194465/Put/seqid=0 2024-11-09T06:20:03,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741848_1024 (size=5518) 2024-11-09T06:20:03,766 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/500817bc4023472f95ba87a40c62a1f4 2024-11-09T06:20:03,766 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/.tmp/hfileref/d08d192b201845adabc59d6494036970 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/hfileref/d08d192b201845adabc59d6494036970 2024-11-09T06:20:03,771 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/hfileref/d08d192b201845adabc59d6494036970, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T06:20:03,773 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/.tmp/queue/eb95c434cbf04fa3a4a8ebc7b9bb0883 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/queue/eb95c434cbf04fa3a4a8ebc7b9bb0883 2024-11-09T06:20:03,778 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/queue/eb95c434cbf04fa3a4a8ebc7b9bb0883, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T06:20:03,779 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4f7fe2cebf1d6373ef981fce12da5143 in 518ms, sequenceid=12, compaction requested=false 2024-11-09T06:20:03,782 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/replication/4f7fe2cebf1d6373ef981fce12da5143/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T06:20:03,783 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:03,783 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:03,783 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:20:03,783 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f7fe2cebf1d6373ef981fce12da5143: Waiting for close lock at 1731133203261Running coprocessor pre-close hooks at 1731133203261Disabling compacts and flushes for region at 1731133203261Disabling writes for close at 1731133203261Obtaining lock to block concurrent updates at 1731133203262 (+1 ms)Preparing flush snapshotting stores in 4f7fe2cebf1d6373ef981fce12da5143 at 1731133203262Finished memstore snapshotting hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731133203262Flushing stores of hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. at 1731133203262Flushing 4f7fe2cebf1d6373ef981fce12da5143/hfileref: creating writer at 1731133203262Flushing 4f7fe2cebf1d6373ef981fce12da5143/hfileref: appending metadata at 1731133203290 (+28 ms)Flushing 4f7fe2cebf1d6373ef981fce12da5143/hfileref: closing flushed file at 1731133203290Flushing 4f7fe2cebf1d6373ef981fce12da5143/queue: creating writer at 1731133203317 (+27 ms)Flushing 4f7fe2cebf1d6373ef981fce12da5143/queue: appending metadata at 1731133203349 (+32 ms)Flushing 4f7fe2cebf1d6373ef981fce12da5143/queue: closing flushed file at 1731133203349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9af797c: reopening flushed file at 1731133203765 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590c46ad: reopening flushed file at 1731133203772 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4f7fe2cebf1d6373ef981fce12da5143 in 518ms, sequenceid=12, compaction requested=false at 1731133203779 (+7 ms)Writing region close event to WAL at 1731133203779Running coprocessor post-close hooks at 1731133203783 (+4 ms)Closed at 1731133203783 2024-11-09T06:20:03,783 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133197032.4f7fe2cebf1d6373ef981fce12da5143. 2024-11-09T06:20:03,787 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/table/a6c2b2ef880f422bb970b3ebafd96a50 is 53, key is hbase:replication/table:state/1731133197829/Put/seqid=0 2024-11-09T06:20:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741849_1025 (size=5308) 2024-11-09T06:20:03,830 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1033, reset compression=false 2024-11-09T06:20:03,839 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 1033, reset compression=false 2024-11-09T06:20:03,848 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:03,848 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1328, reset compression=false 2024-11-09T06:20:03,848 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42639,1731133188841 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:03,849 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,42639,1731133188841: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,42639,1731133188841, walGroup=4a84bcce7bad%2C42639%2C1731133188841, offset=4a84bcce7bad%2C42639%2C1731133188841.1731133190801:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:42639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:20:03,850 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:20:03,850 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:20:03,851 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:20:03,851 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:20:03,851 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:20:03,851 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 550272128 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187734176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:20:03,851 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:20:03,857 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:20:03,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4a84bcce7bad,42639,1731133188841 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:03,953 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4a84bcce7bad,42639,1731133188841 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:04,052 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1328, reset compression=false 2024-11-09T06:20:04,058 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:20:04,194 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/table/a6c2b2ef880f422bb970b3ebafd96a50 2024-11-09T06:20:04,202 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/info/1ad1035aff914555866d675d3499b90d as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/info/1ad1035aff914555866d675d3499b90d 2024-11-09T06:20:04,209 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/info/1ad1035aff914555866d675d3499b90d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:20:04,210 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/ns/cfb809e7ca384124a239253532a89a45 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/ns/cfb809e7ca384124a239253532a89a45 2024-11-09T06:20:04,217 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/ns/cfb809e7ca384124a239253532a89a45, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:20:04,219 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/rep_barrier/500817bc4023472f95ba87a40c62a1f4 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/rep_barrier/500817bc4023472f95ba87a40c62a1f4 2024-11-09T06:20:04,243 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/rep_barrier/500817bc4023472f95ba87a40c62a1f4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:20:04,244 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/.tmp/table/a6c2b2ef880f422bb970b3ebafd96a50 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/table/a6c2b2ef880f422bb970b3ebafd96a50 2024-11-09T06:20:04,247 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 1033, reset compression=false 2024-11-09T06:20:04,251 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/table/a6c2b2ef880f422bb970b3ebafd96a50, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:20:04,257 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=16, compaction requested=false 2024-11-09T06:20:04,258 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:20:04,258 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:20:04,258 DEBUG [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:20:04,271 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:20:04,272 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:04,272 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:04,272 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:04,272 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133203257Running coprocessor pre-close hooks at 1731133203257Disabling compacts and flushes for region at 1731133203257Disabling writes for close at 1731133203257Obtaining lock to block concurrent updates at 1731133203257Preparing flush snapshotting stores in 1588230740 at 1731133203257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133203258 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133203258Flushing 1588230740/info: creating writer at 1731133203258Flushing 1588230740/info: appending metadata at 1731133203278 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731133203278Flushing 1588230740/ns: creating writer at 1731133203717 (+439 ms)Flushing 1588230740/ns: appending metadata at 1731133203730 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731133203730Flushing 1588230740/rep_barrier: creating writer at 1731133203743 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133203760 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133203760Flushing 1588230740/table: creating writer at 1731133203770 (+10 ms)Flushing 1588230740/table: appending metadata at 1731133203787 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731133203787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc9f7cf: reopening flushed file at 1731133204200 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33547ac8: reopening flushed file at 1731133204209 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e141aa: reopening flushed file at 1731133204217 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60372ae2: reopening flushed file at 1731133204243 (+26 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=16, compaction requested=false at 1731133204257 (+14 ms)Writing region close event to WAL at 1731133204268 (+11 ms)Running coprocessor post-close hooks at 1731133204272 (+4 ms)Closed at 1731133204272 2024-11-09T06:20:04,272 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:04,355 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1328, reset compression=false 2024-11-09T06:20:04,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4a84bcce7bad,42639,1731133188841 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:04,357 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4a84bcce7bad,42639,1731133188841 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:04,458 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,42639,1731133188841; all regions closed. 2024-11-09T06:20:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:20:04,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.meta.1731133191253.meta not finished, retry = 0 2024-11-09T06:20:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741839_1015 (size=3127) 2024-11-09T06:20:04,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.rep.1731133197794 not finished, retry = 0 2024-11-09T06:20:04,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741832_1008 (size=1336) 2024-11-09T06:20:04,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 not finished, retry = 0 2024-11-09T06:20:04,751 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 1033, reset compression=false 2024-11-09T06:20:04,763 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 to pos 1328, reset compression=false 2024-11-09T06:20:04,771 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:04,771 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:04,771 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/WALs/4a84bcce7bad,42639,1731133188841/4a84bcce7bad%2C42639%2C1731133188841.1731133190801 2024-11-09T06:20:04,771 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T06:20:04,771 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:04,772 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T06:20:04,772 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:04,772 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:04,772 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:04,772 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,42639,1731133188841 because: Region server is closing 2024-11-09T06:20:04,773 INFO [RS:0;4a84bcce7bad:42639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42639. 2024-11-09T06:20:04,773 DEBUG [RS:0;4a84bcce7bad:42639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:04,773 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:04,773 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:04,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:04,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4a84bcce7bad,42639,1731133188841 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:04,862 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 4a84bcce7bad,42639,1731133188841 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:04,873 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.shipper4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 terminated 2024-11-09T06:20:04,873 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42639,1731133188841.replicationSource.wal-reader.4a84bcce7bad%2C42639%2C1731133188841,1-4a84bcce7bad,42639,1731133188841 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-09T06:20:04,873 INFO [RS:0;4a84bcce7bad:42639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42639. 2024-11-09T06:20:04,873 DEBUG [RS:0;4a84bcce7bad:42639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:04,873 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:04,874 DEBUG [RS:0;4a84bcce7bad:42639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:04,874 INFO [RS:0;4a84bcce7bad:42639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42639 2024-11-09T06:20:04,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:04,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11584341504/rs/4a84bcce7bad,42639,1731133188841 2024-11-09T06:20:04,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504/rs 2024-11-09T06:20:04,886 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:04,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,42639,1731133188841] 2024-11-09T06:20:04,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11584341504/draining/4a84bcce7bad,42639,1731133188841 already deleted, retry=false 2024-11-09T06:20:04,907 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,42639,1731133188841 expired; onlineServers=0 2024-11-09T06:20:04,907 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,41733,1731133188592' ***** 2024-11-09T06:20:04,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:20:04,907 INFO [M:0;4a84bcce7bad:41733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:04,907 INFO [M:0;4a84bcce7bad:41733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:04,907 DEBUG [M:0;4a84bcce7bad:41733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:20:04,907 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:20:04,907 DEBUG [M:0;4a84bcce7bad:41733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:20:04,907 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133190486 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133190486,5,FailOnTimeoutGroup] 2024-11-09T06:20:04,907 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133190484 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133190484,5,FailOnTimeoutGroup] 2024-11-09T06:20:04,907 INFO [M:0;4a84bcce7bad:41733 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:04,908 INFO [M:0;4a84bcce7bad:41733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:04,908 DEBUG [M:0;4a84bcce7bad:41733 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:20:04,908 INFO [M:0;4a84bcce7bad:41733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:20:04,908 INFO [M:0;4a84bcce7bad:41733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:04,908 INFO [M:0;4a84bcce7bad:41733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:20:04,908 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:20:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11584341504/master 2024-11-09T06:20:04,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11584341504 2024-11-09T06:20:04,917 DEBUG [M:0;4a84bcce7bad:41733 {}] zookeeper.ZKUtil(347): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Unable to get data of znode /11584341504/master because node does not exist (not an error) 2024-11-09T06:20:04,917 WARN [M:0;4a84bcce7bad:41733 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:20:04,918 INFO [M:0;4a84bcce7bad:41733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/.lastflushedseqids 2024-11-09T06:20:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741850_1026 (size=263) 2024-11-09T06:20:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:04,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42639-0x1011e40073f0004, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:04,996 INFO [RS:0;4a84bcce7bad:42639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:04,996 INFO [RS:0;4a84bcce7bad:42639 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,42639,1731133188841; zookeeper connection closed. 2024-11-09T06:20:04,997 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e7d188d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e7d188d 2024-11-09T06:20:04,997 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:20:05,323 INFO [M:0;4a84bcce7bad:41733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:20:05,323 INFO [M:0;4a84bcce7bad:41733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:20:05,323 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:05,323 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:05,323 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:05,323 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:05,323 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:05,324 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T06:20:05,343 DEBUG [M:0;4a84bcce7bad:41733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95ab9a2bd2e94220be177e258e7e7da4 is 82, key is hbase:meta,,1/info:regioninfo/1731133191293/Put/seqid=0 2024-11-09T06:20:05,355 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 1033, reset compression=false 2024-11-09T06:20:05,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741851_1027 (size=5672) 2024-11-09T06:20:05,357 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95ab9a2bd2e94220be177e258e7e7da4 2024-11-09T06:20:05,403 DEBUG [M:0;4a84bcce7bad:41733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ee47768ac694e6cbe83e5dfb575504c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731133197832/Put/seqid=0 2024-11-09T06:20:05,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741852_1028 (size=8516) 2024-11-09T06:20:05,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4a84bcce7bad:42639 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:42639 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:05,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4a84bcce7bad:42639 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:42639 2024-11-09T06:20:05,467 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=4a84bcce7bad:42639 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:42639 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:42639 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T06:20:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T06:20:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:38326 deadline: 1731133265469, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T06:20:05,471 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T06:20:05,472 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T06:20:05,819 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ee47768ac694e6cbe83e5dfb575504c 2024-11-09T06:20:05,844 DEBUG [M:0;4a84bcce7bad:41733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ff7c9282f3470c85c62acfbac6994d is 69, key is 4a84bcce7bad,42639,1731133188841/rs:state/1731133190603/Put/seqid=0 2024-11-09T06:20:05,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741853_1029 (size=5156) 2024-11-09T06:20:05,849 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ff7c9282f3470c85c62acfbac6994d 2024-11-09T06:20:05,868 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95ab9a2bd2e94220be177e258e7e7da4 as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95ab9a2bd2e94220be177e258e7e7da4 2024-11-09T06:20:05,878 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95ab9a2bd2e94220be177e258e7e7da4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T06:20:05,880 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ee47768ac694e6cbe83e5dfb575504c as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ee47768ac694e6cbe83e5dfb575504c 2024-11-09T06:20:05,885 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ee47768ac694e6cbe83e5dfb575504c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T06:20:05,887 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ff7c9282f3470c85c62acfbac6994d as hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ff7c9282f3470c85c62acfbac6994d 2024-11-09T06:20:05,892 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/d4b5c6c7-5acc-4b47-4146-cf3c46fcc6a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ff7c9282f3470c85c62acfbac6994d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T06:20:05,893 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=97, compaction requested=false 2024-11-09T06:20:05,903 INFO [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:05,903 DEBUG [M:0;4a84bcce7bad:41733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133205323Disabling compacts and flushes for region at 1731133205323Disabling writes for close at 1731133205323Obtaining lock to block concurrent updates at 1731133205324 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133205324Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731133205324Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133205324Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133205325 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133205343 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133205343Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133205362 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133205402 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133205402Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133205824 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133205843 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133205843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cf167d: reopening flushed file at 1731133205867 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ec6a29: reopening flushed file at 1731133205878 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea885ba: reopening flushed file at 1731133205885 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=97, compaction requested=false at 1731133205893 (+8 ms)Writing region close event to WAL at 1731133205903 (+10 ms)Closed at 1731133205903 2024-11-09T06:20:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36559 is added to blk_1073741830_1006 (size=63654) 2024-11-09T06:20:05,922 INFO [M:0;4a84bcce7bad:41733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:20:05,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:05,922 INFO [M:0;4a84bcce7bad:41733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41733 2024-11-09T06:20:05,923 INFO [M:0;4a84bcce7bad:41733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:06,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:06,035 INFO [M:0;4a84bcce7bad:41733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:06,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x1011e40073f0003, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:06,059 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 1033, reset compression=false 2024-11-09T06:20:06,084 WARN [BP-980027944-172.17.0.3-1731133186458 heartbeating to localhost/127.0.0.1:39021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-980027944-172.17.0.3-1731133186458 (Datanode Uuid c4933a2c-5420-450e-8821-68cde318f446) service to localhost/127.0.0.1:39021 2024-11-09T06:20:06,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/cluster_a481ae91-979f-ce9c-0f25-3addd8c0cdbd/data/data1/current/BP-980027944-172.17.0.3-1731133186458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:06,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/cluster_a481ae91-979f-ce9c-0f25-3addd8c0cdbd/data/data2/current/BP-980027944-172.17.0.3-1731133186458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:06,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27f31d48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:06,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@740e4d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:06,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:06,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7d3957{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:06,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24fd2900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:06,116 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:20:06,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c71ebc0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:06,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c00087f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:06,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:06,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ffad9fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:06,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7201de58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:06,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:20:06,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:20:06,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:06,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:06,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:06,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:06,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:06,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:20:06,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015067519, stopped=false 2024-11-09T06:20:06,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,35685,1731133183140 2024-11-09T06:20:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-931702073/running 2024-11-09T06:20:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:20:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-931702073/running 2024-11-09T06:20:06,170 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:20:06,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on znode that does not yet exist, /0-931702073/running 2024-11-09T06:20:06,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Set watcher on znode that does not yet exist, /0-931702073/running 2024-11-09T06:20:06,171 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:06,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:06,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:06,171 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,44643,1731133183376' ***** 2024-11-09T06:20:06,171 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:20:06,171 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:20:06,171 INFO [RS:0;4a84bcce7bad:44643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:20:06,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:20:06,171 INFO [RS:0;4a84bcce7bad:44643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d939c0ff9c845f0e57e0262425643ae 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,44643,1731133183376 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:06,172 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d939c0ff9c845f0e57e0262425643ae, disabling compactions & flushes 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:44643. 2024-11-09T06:20:06,172 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:20:06,172 DEBUG [RS:0;4a84bcce7bad:44643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:06,172 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:20:06,172 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:06,172 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. after waiting 0 ms 2024-11-09T06:20:06,172 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:20:06,172 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T06:20:06,172 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:20:06,172 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1325): Online Regions={3d939c0ff9c845f0e57e0262425643ae=hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae., 1588230740=hbase:meta,,1.1588230740, 4e2c962d309c684d3ec096cf2668137a=test,,1731133191550.4e2c962d309c684d3ec096cf2668137a.} 2024-11-09T06:20:06,172 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d939c0ff9c845f0e57e0262425643ae, 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:20:06,172 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d939c0ff9c845f0e57e0262425643ae 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T06:20:06,173 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4a84bcce7bad:41733 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:41733 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:06,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 4a84bcce7bad:41733 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:41733 2024-11-09T06:20:06,174 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:06,174 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:06,174 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:06,174 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:06,174 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:06,174 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:20:06,188 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:06,191 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/.tmp/hfileref/f40e22ddd23742a8b8d8658f22c82bf9 is 74, key is 1/hfileref:855a20e489fd44f7a527fe8cb741ce9f_SeqId_4_/1731133201097/DeleteColumn/seqid=0 2024-11-09T06:20:06,193 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/info/96aa05d5d58743a6a54de69b555d70fe is 147, key is hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae./info:regioninfo/1731133195756/Put/seqid=0 2024-11-09T06:20:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741846_1022 (size=5345) 2024-11-09T06:20:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741847_1023 (size=7686) 2024-11-09T06:20:06,206 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/info/96aa05d5d58743a6a54de69b555d70fe 2024-11-09T06:20:06,227 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/ns/fb4f9ac0f59e42928cfbda7d4d77ef99 is 43, key is default/ns:d/1731133186298/Put/seqid=0 2024-11-09T06:20:06,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741848_1024 (size=5153) 2024-11-09T06:20:06,232 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/ns/fb4f9ac0f59e42928cfbda7d4d77ef99 2024-11-09T06:20:06,251 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/rep_barrier/c2323aeb33dc470abf33b7c32395056d is 112, key is test,,1731133191550.4e2c962d309c684d3ec096cf2668137a./rep_barrier:seqnumDuringOpen/1731133192699/Put/seqid=0 2024-11-09T06:20:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741849_1025 (size=5518) 2024-11-09T06:20:06,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:06,280 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4a84bcce7bad:41733 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:41733 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T06:20:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=4a84bcce7bad:41733 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:41733 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T06:20:06,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 4a84bcce7bad:41733 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 4a84bcce7bad/172.17.0.3:41733 2024-11-09T06:20:06,373 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d939c0ff9c845f0e57e0262425643ae, 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:20:06,468 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:20:06,468 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:20:06,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:06,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4a84bcce7bad:41733 this server is in the failed servers list 2024-11-09T06:20:06,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4a84bcce7bad:41733 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:06,573 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d939c0ff9c845f0e57e0262425643ae, 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:20:06,595 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/.tmp/hfileref/f40e22ddd23742a8b8d8658f22c82bf9 2024-11-09T06:20:06,613 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/.tmp/queue/1111713763da496d89cf3b3a83d960f4 is 153, key is 1-4a84bcce7bad,44643,1731133183376/queue:4a84bcce7bad%2C44643%2C1731133183376/1731133201099/Put/seqid=0 2024-11-09T06:20:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741850_1026 (size=5352) 2024-11-09T06:20:06,656 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/rep_barrier/c2323aeb33dc470abf33b7c32395056d 2024-11-09T06:20:06,682 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/table/f29f94d68c8e4705b314f5ddcf34f643 is 53, key is hbase:replication/table:state/1731133195769/Put/seqid=0 2024-11-09T06:20:06,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741851_1027 (size=5308) 2024-11-09T06:20:06,773 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d939c0ff9c845f0e57e0262425643ae, 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:20:06,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:06,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4a84bcce7bad:41733 this server is in the failed servers list 2024-11-09T06:20:06,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4a84bcce7bad:41733 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:06,865 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/WALs/4a84bcce7bad,44643,1731133183376/4a84bcce7bad%2C44643%2C1731133183376.1731133185605 to pos 1033, reset compression=false 2024-11-09T06:20:06,973 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d939c0ff9c845f0e57e0262425643ae, 4e2c962d309c684d3ec096cf2668137a 2024-11-09T06:20:07,019 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/.tmp/queue/1111713763da496d89cf3b3a83d960f4 2024-11-09T06:20:07,031 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/.tmp/hfileref/f40e22ddd23742a8b8d8658f22c82bf9 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/hfileref/f40e22ddd23742a8b8d8658f22c82bf9 2024-11-09T06:20:07,035 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/hfileref/f40e22ddd23742a8b8d8658f22c82bf9, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T06:20:07,036 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/.tmp/queue/1111713763da496d89cf3b3a83d960f4 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/queue/1111713763da496d89cf3b3a83d960f4 2024-11-09T06:20:07,043 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/queue/1111713763da496d89cf3b3a83d960f4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T06:20:07,044 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3d939c0ff9c845f0e57e0262425643ae in 872ms, sequenceid=10, compaction requested=false 2024-11-09T06:20:07,062 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/replication/3d939c0ff9c845f0e57e0262425643ae/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T06:20:07,062 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:07,062 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:07,063 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:20:07,063 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d939c0ff9c845f0e57e0262425643ae: Waiting for close lock at 1731133206172Running coprocessor pre-close hooks at 1731133206172Disabling compacts and flushes for region at 1731133206172Disabling writes for close at 1731133206172Obtaining lock to block concurrent updates at 1731133206172Preparing flush snapshotting stores in 3d939c0ff9c845f0e57e0262425643ae at 1731133206172Finished memstore snapshotting hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731133206173 (+1 ms)Flushing stores of hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. at 1731133206174 (+1 ms)Flushing 3d939c0ff9c845f0e57e0262425643ae/hfileref: creating writer at 1731133206174Flushing 3d939c0ff9c845f0e57e0262425643ae/hfileref: appending metadata at 1731133206190 (+16 ms)Flushing 3d939c0ff9c845f0e57e0262425643ae/hfileref: closing flushed file at 1731133206190Flushing 3d939c0ff9c845f0e57e0262425643ae/queue: creating writer at 1731133206600 (+410 ms)Flushing 3d939c0ff9c845f0e57e0262425643ae/queue: appending metadata at 1731133206613 (+13 ms)Flushing 3d939c0ff9c845f0e57e0262425643ae/queue: closing flushed file at 1731133206613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369d16bb: reopening flushed file at 1731133207030 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e7a31d: reopening flushed file at 1731133207035 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3d939c0ff9c845f0e57e0262425643ae in 872ms, sequenceid=10, compaction requested=false at 1731133207044 (+9 ms)Writing region close event to WAL at 1731133207056 (+12 ms)Running coprocessor post-close hooks at 1731133207062 (+6 ms)Closed at 1731133207063 (+1 ms) 2024-11-09T06:20:07,063 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133194869.3d939c0ff9c845f0e57e0262425643ae. 2024-11-09T06:20:07,063 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e2c962d309c684d3ec096cf2668137a, disabling compactions & flushes 2024-11-09T06:20:07,063 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:20:07,063 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:20:07,063 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. after waiting 0 ms 2024-11-09T06:20:07,063 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:20:07,081 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/default/test/4e2c962d309c684d3ec096cf2668137a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T06:20:07,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:07,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:20:07,082 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:20:07,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e2c962d309c684d3ec096cf2668137a: Waiting for close lock at 1731133207063Running coprocessor pre-close hooks at 1731133207063Disabling compacts and flushes for region at 1731133207063Disabling writes for close at 1731133207063Writing region close event to WAL at 1731133207068 (+5 ms)Running coprocessor post-close hooks at 1731133207082 (+14 ms)Closed at 1731133207082 2024-11-09T06:20:07,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133191550.4e2c962d309c684d3ec096cf2668137a. 2024-11-09T06:20:07,089 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/table/f29f94d68c8e4705b314f5ddcf34f643 2024-11-09T06:20:07,099 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/info/96aa05d5d58743a6a54de69b555d70fe as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/info/96aa05d5d58743a6a54de69b555d70fe 2024-11-09T06:20:07,123 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/info/96aa05d5d58743a6a54de69b555d70fe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:20:07,125 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/ns/fb4f9ac0f59e42928cfbda7d4d77ef99 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/ns/fb4f9ac0f59e42928cfbda7d4d77ef99 2024-11-09T06:20:07,134 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/ns/fb4f9ac0f59e42928cfbda7d4d77ef99, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:20:07,136 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/rep_barrier/c2323aeb33dc470abf33b7c32395056d as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/rep_barrier/c2323aeb33dc470abf33b7c32395056d 2024-11-09T06:20:07,142 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/rep_barrier/c2323aeb33dc470abf33b7c32395056d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:20:07,143 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/.tmp/table/f29f94d68c8e4705b314f5ddcf34f643 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/table/f29f94d68c8e4705b314f5ddcf34f643 2024-11-09T06:20:07,149 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/table/f29f94d68c8e4705b314f5ddcf34f643, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:20:07,150 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false 2024-11-09T06:20:07,173 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:20:07,174 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:20:07,174 DEBUG [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:20:07,184 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:20:07,185 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:07,185 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:07,185 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:07,185 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133206174Running coprocessor pre-close hooks at 1731133206174Disabling compacts and flushes for region at 1731133206174Disabling writes for close at 1731133206174Obtaining lock to block concurrent updates at 1731133206174Preparing flush snapshotting stores in 1588230740 at 1731133206174Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133206174Flushing stores of hbase:meta,,1.1588230740 at 1731133206175 (+1 ms)Flushing 1588230740/info: creating writer at 1731133206175Flushing 1588230740/info: appending metadata at 1731133206193 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731133206193Flushing 1588230740/ns: creating writer at 1731133206210 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731133206226 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731133206226Flushing 1588230740/rep_barrier: creating writer at 1731133206237 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133206251 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133206251Flushing 1588230740/table: creating writer at 1731133206660 (+409 ms)Flushing 1588230740/table: appending metadata at 1731133206681 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731133206681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f3d914: reopening flushed file at 1731133207098 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680caf14: reopening flushed file at 1731133207123 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6b24bb: reopening flushed file at 1731133207134 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390e56cf: reopening flushed file at 1731133207142 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 976ms, sequenceid=16, compaction requested=false at 1731133207150 (+8 ms)Writing region close event to WAL at 1731133207180 (+30 ms)Running coprocessor post-close hooks at 1731133207185 (+5 ms)Closed at 1731133207185 2024-11-09T06:20:07,185 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:07,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:07,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4a84bcce7bad:41733 this server is in the failed servers list 2024-11-09T06:20:07,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4a84bcce7bad:41733 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:07,374 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,44643,1731133183376; all regions closed. 2024-11-09T06:20:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:20:07,390 DEBUG [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/oldWALs 2024-11-09T06:20:07,390 INFO [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C44643%2C1731133183376.meta:.meta(num 1731133186221) 2024-11-09T06:20:07,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741839_1015 (size=2695) 2024-11-09T06:20:07,399 DEBUG [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/oldWALs 2024-11-09T06:20:07,399 INFO [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C44643%2C1731133183376.rep:(num 1731133195697) 2024-11-09T06:20:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741833_1009 (size=1336) 2024-11-09T06:20:07,412 DEBUG [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/oldWALs 2024-11-09T06:20:07,412 INFO [RS:0;4a84bcce7bad:44643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C44643%2C1731133183376:(num 1731133185605) 2024-11-09T06:20:07,412 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:07,412 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:07,412 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:07,412 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:07,412 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:07,412 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,44643,1731133183376 because: Region server is closing 2024-11-09T06:20:07,412 INFO [RS:0;4a84bcce7bad:44643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:44643. 2024-11-09T06:20:07,413 DEBUG [RS:0;4a84bcce7bad:44643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:07,413 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:07,413 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:07,413 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:07,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:07,513 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T06:20:07,514 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T06:20:07,514 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T06:20:07,514 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.wal-reader.4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:20:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:20:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:20:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T06:20:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:20:08,315 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,44643,1731133183376.replicationSource.shipper4a84bcce7bad%2C44643%2C1731133183376,1-4a84bcce7bad,44643,1731133183376 terminated 2024-11-09T06:20:08,315 INFO [RS:0;4a84bcce7bad:44643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:44643. 2024-11-09T06:20:08,315 DEBUG [RS:0;4a84bcce7bad:44643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:08,315 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:08,315 DEBUG [RS:0;4a84bcce7bad:44643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:08,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:08,315 INFO [RS:0;4a84bcce7bad:44643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44643 2024-11-09T06:20:08,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:08,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:08,326 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-931702073/rs/4a84bcce7bad,44643,1731133183376 2024-11-09T06:20:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073/rs 2024-11-09T06:20:08,334 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:08,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,44643,1731133183376] 2024-11-09T06:20:08,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-931702073/draining/4a84bcce7bad,44643,1731133183376 already deleted, retry=false 2024-11-09T06:20:08,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,44643,1731133183376 expired; onlineServers=0 2024-11-09T06:20:08,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,35685,1731133183140' ***** 2024-11-09T06:20:08,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:20:08,355 INFO [M:0;4a84bcce7bad:35685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:08,356 INFO [M:0;4a84bcce7bad:35685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:08,356 DEBUG [M:0;4a84bcce7bad:35685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:20:08,356 DEBUG [M:0;4a84bcce7bad:35685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:20:08,356 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133185415 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133185415,5,FailOnTimeoutGroup] 2024-11-09T06:20:08,356 INFO [M:0;4a84bcce7bad:35685 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:08,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:20:08,356 INFO [M:0;4a84bcce7bad:35685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:08,356 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133185415 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133185415,5,FailOnTimeoutGroup] 2024-11-09T06:20:08,356 DEBUG [M:0;4a84bcce7bad:35685 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:20:08,356 INFO [M:0;4a84bcce7bad:35685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:20:08,356 INFO [M:0;4a84bcce7bad:35685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:08,356 INFO [M:0;4a84bcce7bad:35685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:20:08,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:20:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-931702073/master 2024-11-09T06:20:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-931702073 2024-11-09T06:20:08,376 DEBUG [M:0;4a84bcce7bad:35685 {}] zookeeper.RecoverableZooKeeper(212): Node /0-931702073/master already deleted, retry=false 2024-11-09T06:20:08,376 DEBUG [M:0;4a84bcce7bad:35685 {}] master.ActiveMasterManager(353): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-931702073/master 2024-11-09T06:20:08,377 INFO [M:0;4a84bcce7bad:35685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/.lastflushedseqids 2024-11-09T06:20:08,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741852_1028 (size=263) 2024-11-09T06:20:08,436 INFO [M:0;4a84bcce7bad:35685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:20:08,436 INFO [M:0;4a84bcce7bad:35685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:20:08,436 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:08,436 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:08,437 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:08,437 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:08,437 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:08,437 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T06:20:08,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:08,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44643-0x1011e40073f0001, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:08,445 INFO [RS:0;4a84bcce7bad:44643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:08,445 INFO [RS:0;4a84bcce7bad:44643 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,44643,1731133183376; zookeeper connection closed. 2024-11-09T06:20:08,446 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6caf6897 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6caf6897 2024-11-09T06:20:08,446 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:20:08,487 DEBUG [M:0;4a84bcce7bad:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1759d8d489a4265b8367d8b6634a490 is 82, key is hbase:meta,,1/info:regioninfo/1731133186249/Put/seqid=0 2024-11-09T06:20:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741853_1029 (size=5672) 2024-11-09T06:20:08,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:08,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:08,940 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1759d8d489a4265b8367d8b6634a490 2024-11-09T06:20:08,962 DEBUG [M:0;4a84bcce7bad:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06878c3fcae74255a32d1d1283f25151 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731133195776/Put/seqid=0 2024-11-09T06:20:08,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741854_1030 (size=8517) 2024-11-09T06:20:09,368 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06878c3fcae74255a32d1d1283f25151 2024-11-09T06:20:09,398 DEBUG [M:0;4a84bcce7bad:35685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03e972b8f93e41529b23f3442931444c is 69, key is 4a84bcce7bad,44643,1731133183376/rs:state/1731133185443/Put/seqid=0 2024-11-09T06:20:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741855_1031 (size=5156) 2024-11-09T06:20:09,819 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03e972b8f93e41529b23f3442931444c 2024-11-09T06:20:09,825 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1759d8d489a4265b8367d8b6634a490 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1759d8d489a4265b8367d8b6634a490 2024-11-09T06:20:09,832 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1759d8d489a4265b8367d8b6634a490, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T06:20:09,833 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06878c3fcae74255a32d1d1283f25151 as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06878c3fcae74255a32d1d1283f25151 2024-11-09T06:20:09,838 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06878c3fcae74255a32d1d1283f25151, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T06:20:09,841 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03e972b8f93e41529b23f3442931444c as hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03e972b8f93e41529b23f3442931444c 2024-11-09T06:20:09,857 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/50ab3e14-1f7c-c3ec-3ff7-50b6ba6f7dc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03e972b8f93e41529b23f3442931444c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T06:20:09,858 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1421ms, sequenceid=97, compaction requested=false 2024-11-09T06:20:09,865 INFO [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:09,865 DEBUG [M:0;4a84bcce7bad:35685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133208436Disabling compacts and flushes for region at 1731133208436Disabling writes for close at 1731133208437 (+1 ms)Obtaining lock to block concurrent updates at 1731133208437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133208437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731133208437Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133208439 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133208439Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133208487 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133208487Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133208944 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133208962 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133208962Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133209377 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133209397 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133209397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76eca066: reopening flushed file at 1731133209824 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf56e52: reopening flushed file at 1731133209832 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c9cafc: reopening flushed file at 1731133209839 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1421ms, sequenceid=97, compaction requested=false at 1731133209858 (+19 ms)Writing region close event to WAL at 1731133209865 (+7 ms)Closed at 1731133209865 2024-11-09T06:20:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46499 is added to blk_1073741830_1006 (size=63666) 2024-11-09T06:20:09,869 INFO [M:0;4a84bcce7bad:35685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:20:09,869 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:09,870 INFO [M:0;4a84bcce7bad:35685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35685 2024-11-09T06:20:09,870 INFO [M:0;4a84bcce7bad:35685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:10,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:10,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35685-0x1011e40073f0000, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:10,039 INFO [M:0;4a84bcce7bad:35685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:10,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66b4d685{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:10,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@119c9046{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:10,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:10,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@165dfc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:10,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57907144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:10,048 WARN [BP-1207569257-172.17.0.3-1731133180849 heartbeating to localhost/127.0.0.1:43493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:20:10,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:20:10,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:20:10,048 WARN [BP-1207569257-172.17.0.3-1731133180849 heartbeating to localhost/127.0.0.1:43493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1207569257-172.17.0.3-1731133180849 (Datanode Uuid f6b2fb32-2f25-4e79-9b5c-24850d8e26b3) service to localhost/127.0.0.1:43493 2024-11-09T06:20:10,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984/data/data1/current/BP-1207569257-172.17.0.3-1731133180849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:10,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/cluster_e1e0206c-30dc-1a10-6f72-4505f5142984/data/data2/current/BP-1207569257-172.17.0.3-1731133180849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:10,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:20:10,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1601e8c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:10,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32954719{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:10,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:10,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1be8f5c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:10,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be13075{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/214a2009-a0d6-7728-a075-57e1ad344c75/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:10,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:20:10,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:20:10,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 202) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43493 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39021 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43493 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39021 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:43493 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61548) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39021 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61548) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=467 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1195 (was 757) - AvailableMemoryMB LEAK? - 2024-11-09T06:20:10,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e40073f0005, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:20:10,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e40073f0005, quorum=127.0.0.1:61548, baseZNode=/11584341504 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:20:10,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e40073f0002, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:20:10,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e40073f0002, quorum=127.0.0.1:61548, baseZNode=/0-931702073 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:20:10,173 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=467, ProcessCount=11, AvailableMemoryMB=1193 2024-11-09T06:20:10,194 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T06:20:10,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.log.dir so I do NOT create it in target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79 2024-11-09T06:20:10,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:20:10,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.tmp.dir so I do NOT create it in target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79 2024-11-09T06:20:10,195 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b038b9ac-db47-2586-6446-e85849392a5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:20:10,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79 2024-11-09T06:20:10,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a, deleteOnExit=true 2024-11-09T06:20:10,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a/zookeeper_0, clientPort=64364, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:20:10,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64364 2024-11-09T06:20:10,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:20:10,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:20:10,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/test.cache.data in system properties and HBase conf 2024-11-09T06:20:10,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:20:10,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:20:10,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:20:10,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:20:10,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:20:10,266 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:20:10,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:20:10,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:10,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:20:10,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:20:10,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:10,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:10,340 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:10,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:10,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:10,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:10,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:10,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:20:10,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:10,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8b31714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:10,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35285aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:10,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75c63314{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/java.io.tmpdir/jetty-localhost-45749-hadoop-hdfs-3_4_1-tests_jar-_-any-12232774187456336472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:10,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16379428{HTTP/1.1, (http/1.1)}{localhost:45749} 2024-11-09T06:20:10,877 INFO [Time-limited test {}] server.Server(415): Started @201288ms 2024-11-09T06:20:11,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:11,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:11,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:11,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:11,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:20:11,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599290b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:11,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cbc2723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:11,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bee05b6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/java.io.tmpdir/jetty-localhost-38281-hadoop-hdfs-3_4_1-tests_jar-_-any-7136211145231005382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:11,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75651407{HTTP/1.1, (http/1.1)}{localhost:38281} 2024-11-09T06:20:11,738 INFO [Time-limited test {}] server.Server(415): Started @202149ms 2024-11-09T06:20:11,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:20:12,993 WARN [Thread-2173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a/data/data1/current/BP-1806170459-172.17.0.3-1731133210289/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:12,993 WARN [Thread-2174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a/data/data2/current/BP-1806170459-172.17.0.3-1731133210289/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:13,025 WARN [Thread-2161 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:20:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf06a0384ced3af19 with lease ID 0x84bc289ae6a9f67b: Processing first storage report for DS-fcdd5888-26af-44b2-960a-349fbdbf83fb from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=d2c4ec4d-257f-4dea-a5b4-a1511dfcdcdf, infoPort=36095, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=291492857;c=1731133210289) 2024-11-09T06:20:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf06a0384ced3af19 with lease ID 0x84bc289ae6a9f67b: from storage DS-fcdd5888-26af-44b2-960a-349fbdbf83fb node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=d2c4ec4d-257f-4dea-a5b4-a1511dfcdcdf, infoPort=36095, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=291492857;c=1731133210289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf06a0384ced3af19 with lease ID 0x84bc289ae6a9f67b: Processing first storage report for DS-183356be-e469-4aee-bea3-d1fc853394ee from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=d2c4ec4d-257f-4dea-a5b4-a1511dfcdcdf, infoPort=36095, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=291492857;c=1731133210289) 2024-11-09T06:20:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf06a0384ced3af19 with lease ID 0x84bc289ae6a9f67b: from storage DS-183356be-e469-4aee-bea3-d1fc853394ee node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=d2c4ec4d-257f-4dea-a5b4-a1511dfcdcdf, infoPort=36095, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=291492857;c=1731133210289), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T06:20:13,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79 2024-11-09T06:20:13,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:13,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:13,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:20:13,446 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6 with version=8 2024-11-09T06:20:13,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/hbase-staging 2024-11-09T06:20:13,448 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:13,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:13,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:13,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:13,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:13,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:13,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:20:13,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:13,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43811 2024-11-09T06:20:13,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43811 connecting to ZooKeeper ensemble=127.0.0.1:64364 2024-11-09T06:20:13,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438110x0, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:13,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43811-0x1011e407a2b0000 connected 2024-11-09T06:20:13,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:13,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:13,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:13,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on znode that does not yet exist, /0-794334397/running 2024-11-09T06:20:13,685 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6, hbase.cluster.distributed=false 2024-11-09T06:20:13,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on znode that does not yet exist, /0-794334397/acl 2024-11-09T06:20:13,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43811 2024-11-09T06:20:13,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43811 2024-11-09T06:20:13,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43811 2024-11-09T06:20:13,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43811 2024-11-09T06:20:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43811 2024-11-09T06:20:13,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:13,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:13,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:13,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:13,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:13,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:13,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:20:13,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:13,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45639 2024-11-09T06:20:13,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45639 connecting to ZooKeeper ensemble=127.0.0.1:64364 2024-11-09T06:20:13,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:13,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:13,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:13,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456390x0, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:13,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45639-0x1011e407a2b0001 connected 2024-11-09T06:20:13,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on znode that does not yet exist, /0-794334397/running 2024-11-09T06:20:13,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:20:13,741 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:20:13,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on znode that does not yet exist, /0-794334397/master 2024-11-09T06:20:13,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on znode that does not yet exist, /0-794334397/acl 2024-11-09T06:20:13,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45639 2024-11-09T06:20:13,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45639 2024-11-09T06:20:13,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45639 2024-11-09T06:20:13,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45639 2024-11-09T06:20:13,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45639 2024-11-09T06:20:13,753 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:43811 2024-11-09T06:20:13,754 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-794334397/backup-masters/4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397/backup-masters 2024-11-09T06:20:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397/backup-masters 2024-11-09T06:20:13,765 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on existing znode=/0-794334397/backup-masters/4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794334397/master 2024-11-09T06:20:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:13,776 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on existing znode=/0-794334397/master 2024-11-09T06:20:13,776 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-794334397/backup-masters/4a84bcce7bad,43811,1731133213448 from backup master directory 2024-11-09T06:20:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794334397/backup-masters/4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397/backup-masters 2024-11-09T06:20:13,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397/backup-masters 2024-11-09T06:20:13,787 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:13,787 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:13,792 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/hbase.id] with ID: 3e24969b-9712-4303-b930-7577ac93510d 2024-11-09T06:20:13,793 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/.tmp/hbase.id 2024-11-09T06:20:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:20:14,210 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/.tmp/hbase.id]:[hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/hbase.id] 2024-11-09T06:20:14,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:14,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:20:14,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:20:14,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:14,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:20:14,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:14,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:14,370 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:14,676 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:14,676 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:20:14,676 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:20:15,083 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store 2024-11-09T06:20:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:20:15,488 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:15,488 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:15,488 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:15,488 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:15,488 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:15,488 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:15,488 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:15,488 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133215488Disabling compacts and flushes for region at 1731133215488Disabling writes for close at 1731133215488Writing region close event to WAL at 1731133215488Closed at 1731133215488 2024-11-09T06:20:15,489 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/.initializing 2024-11-09T06:20:15,489 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/WALs/4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:15,490 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:15,491 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C43811%2C1731133213448, suffix=, logDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/WALs/4a84bcce7bad,43811,1731133213448, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/oldWALs, maxLogs=10 2024-11-09T06:20:15,506 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/WALs/4a84bcce7bad,43811,1731133213448/4a84bcce7bad%2C43811%2C1731133213448.1731133215491, exclude list is [], retry=0 2024-11-09T06:20:15,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-fcdd5888-26af-44b2-960a-349fbdbf83fb,DISK] 2024-11-09T06:20:15,510 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/WALs/4a84bcce7bad,43811,1731133213448/4a84bcce7bad%2C43811%2C1731133213448.1731133215491 2024-11-09T06:20:15,510 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36095:36095)] 2024-11-09T06:20:15,510 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:15,510 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:15,511 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,511 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:20:15,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:15,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:15,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:20:15,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:15,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:15,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:20:15,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:15,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:15,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:20:15,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:15,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:15,517 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,517 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,519 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:15,519 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:15,521 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:15,521 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66925124, jitterRate=-0.0027379393577575684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:15,522 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133215511Initializing all the Stores at 1731133215511Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133215512 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133215512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133215512Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133215512Cleaning up temporary data from old regions at 1731133215518 (+6 ms)Region opened successfully at 1731133215522 (+4 ms) 2024-11-09T06:20:15,522 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:20:15,524 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c78f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:15,525 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:20:15,525 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:20:15,525 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:20:15,526 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:20:15,526 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:20:15,526 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:20:15,526 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:20:15,532 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:20:15,533 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Unable to get data of znode /0-794334397/balancer because node does not exist (not necessarily an error) 2024-11-09T06:20:15,607 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794334397/balancer already deleted, retry=false 2024-11-09T06:20:15,607 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:20:15,608 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Unable to get data of znode /0-794334397/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:20:15,617 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794334397/normalizer already deleted, retry=false 2024-11-09T06:20:15,618 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:20:15,619 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Unable to get data of znode /0-794334397/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:20:15,628 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794334397/switch/split already deleted, retry=false 2024-11-09T06:20:15,629 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Unable to get data of znode /0-794334397/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:20:15,639 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794334397/switch/merge already deleted, retry=false 2024-11-09T06:20:15,640 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Unable to get data of znode /0-794334397/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:20:15,649 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794334397/snapshot-cleanup already deleted, retry=false 2024-11-09T06:20:15,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794334397/running 2024-11-09T06:20:15,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794334397/running 2024-11-09T06:20:15,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:15,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:15,660 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,43811,1731133213448, sessionid=0x1011e407a2b0000, setting cluster-up flag (Was=false) 2024-11-09T06:20:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:15,712 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794334397/flush-table-proc/acquired, /0-794334397/flush-table-proc/reached, /0-794334397/flush-table-proc/abort 2024-11-09T06:20:15,713 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:15,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:15,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:15,767 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794334397/online-snapshot/acquired, /0-794334397/online-snapshot/reached, /0-794334397/online-snapshot/abort 2024-11-09T06:20:15,768 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:15,769 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:20:15,770 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:15,770 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:20:15,771 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:20:15,771 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,43811,1731133213448 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:15,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:15,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:20:15,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:15,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:20:15,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133245780 2024-11-09T06:20:15,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:20:15,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:20:15,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:20:15,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:20:15,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:20:15,780 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:20:15,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:20:15,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:20:15,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:20:15,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:20:15,784 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:20:15,784 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:20:15,784 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133215784,5,FailOnTimeoutGroup] 2024-11-09T06:20:15,785 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133215784,5,FailOnTimeoutGroup] 2024-11-09T06:20:15,785 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,785 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:20:15,785 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,785 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:20:15,846 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(746): ClusterId : 3e24969b-9712-4303-b930-7577ac93510d 2024-11-09T06:20:15,846 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:20:15,854 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:20:15,854 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:20:15,865 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:20:15,865 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17237a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:15,879 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:45639 2024-11-09T06:20:15,879 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:20:15,879 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:20:15,879 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:20:15,879 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,43811,1731133213448 with port=45639, startcode=1731133213723 2024-11-09T06:20:15,880 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:20:15,881 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:20:15,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:15,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43811 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:15,883 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6 2024-11-09T06:20:15,883 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42785 2024-11-09T06:20:15,883 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:20:15,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397/rs 2024-11-09T06:20:15,896 DEBUG [RS:0;4a84bcce7bad:45639 {}] zookeeper.ZKUtil(111): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on existing znode=/0-794334397/rs/4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:15,896 WARN [RS:0;4a84bcce7bad:45639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:15,896 INFO [RS:0;4a84bcce7bad:45639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:15,896 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:15,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,45639,1731133213723] 2024-11-09T06:20:15,898 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:20:15,900 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:20:15,900 INFO [RS:0;4a84bcce7bad:45639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:20:15,900 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,900 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:20:15,901 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:20:15,901 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,901 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,902 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,902 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,902 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,902 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:15,902 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:15,902 DEBUG [RS:0;4a84bcce7bad:45639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:15,902 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,902 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,902 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,902 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,902 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,902 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,45639,1731133213723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:15,914 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:20:15,914 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,45639,1731133213723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,915 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,915 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.Replication(171): 4a84bcce7bad,45639,1731133213723 started 2024-11-09T06:20:15,926 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:15,926 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,45639,1731133213723, RpcServer on 4a84bcce7bad/172.17.0.3:45639, sessionid=0x1011e407a2b0001 2024-11-09T06:20:15,926 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:20:15,926 DEBUG [RS:0;4a84bcce7bad:45639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:15,926 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,45639,1731133213723' 2024-11-09T06:20:15,926 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794334397/flush-table-proc/abort' 2024-11-09T06:20:15,927 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794334397/flush-table-proc/acquired' 2024-11-09T06:20:15,927 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:20:15,927 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:20:15,927 DEBUG [RS:0;4a84bcce7bad:45639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:15,927 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,45639,1731133213723' 2024-11-09T06:20:15,927 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794334397/online-snapshot/abort' 2024-11-09T06:20:15,927 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794334397/online-snapshot/acquired' 2024-11-09T06:20:15,928 DEBUG [RS:0;4a84bcce7bad:45639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:20:15,928 INFO [RS:0;4a84bcce7bad:45639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:20:15,928 INFO [RS:0;4a84bcce7bad:45639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:20:16,028 INFO [RS:0;4a84bcce7bad:45639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:16,029 INFO [RS:0;4a84bcce7bad:45639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C45639%2C1731133213723, suffix=, logDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/oldWALs, maxLogs=10 2024-11-09T06:20:16,046 DEBUG [RS:0;4a84bcce7bad:45639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, exclude list is [], retry=0 2024-11-09T06:20:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-fcdd5888-26af-44b2-960a-349fbdbf83fb,DISK] 2024-11-09T06:20:16,051 INFO [RS:0;4a84bcce7bad:45639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 2024-11-09T06:20:16,051 DEBUG [RS:0;4a84bcce7bad:45639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36095:36095)] 2024-11-09T06:20:16,193 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:20:16,193 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6 2024-11-09T06:20:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:20:16,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:16,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:16,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:16,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:16,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:16,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:16,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:16,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:16,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:16,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:16,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:16,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:16,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:16,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:16,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:16,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:16,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:16,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:16,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740 2024-11-09T06:20:16,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740 2024-11-09T06:20:16,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:16,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:16,606 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:16,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:16,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:16,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73688666, jitterRate=0.0980466902256012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:16,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133216598Initializing all the Stores at 1731133216599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133216599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133216599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133216599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133216599Cleaning up temporary data from old regions at 1731133216605 (+6 ms)Region opened successfully at 1731133216609 (+4 ms) 2024-11-09T06:20:16,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:16,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:16,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:16,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:16,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:16,609 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:16,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133216609Disabling compacts and flushes for region at 1731133216609Disabling writes for close at 1731133216609Writing region close event to WAL at 1731133216609Closed at 1731133216609 2024-11-09T06:20:16,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:16,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:20:16,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:20:16,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:16,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:20:16,762 DEBUG [4a84bcce7bad:43811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:20:16,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:16,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,45639,1731133213723, state=OPENING 2024-11-09T06:20:16,881 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:20:16,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:16,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:16,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:16,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794334397/meta-region-server: CHANGED 2024-11-09T06:20:16,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,45639,1731133213723}] 2024-11-09T06:20:16,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794334397/meta-region-server: CHANGED 2024-11-09T06:20:17,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:17,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:20:17,048 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:20:17,048 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:17,048 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:20:17,049 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C45639%2C1731133213723.meta, suffix=.meta, logDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/oldWALs, maxLogs=10 2024-11-09T06:20:17,060 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.meta.1731133217049.meta, exclude list is [], retry=0 2024-11-09T06:20:17,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-fcdd5888-26af-44b2-960a-349fbdbf83fb,DISK] 2024-11-09T06:20:17,064 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.meta.1731133217049.meta 2024-11-09T06:20:17,064 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36095:36095)] 2024-11-09T06:20:17,064 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:17,064 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:17,064 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:20:17,064 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:20:17,064 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:20:17,064 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:20:17,064 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:17,065 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:20:17,065 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:20:17,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:17,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:17,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:17,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:17,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:17,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:17,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:17,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:17,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:17,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:17,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:17,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:17,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:17,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:17,069 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:17,070 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740 2024-11-09T06:20:17,071 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740 2024-11-09T06:20:17,072 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:17,072 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:17,072 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:17,073 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:17,074 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65606255, jitterRate=-0.022390618920326233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:17,074 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:20:17,075 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133217065Writing region info on filesystem at 1731133217065Initializing all the Stores at 1731133217065Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133217065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133217066 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133217066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133217066Cleaning up temporary data from old regions at 1731133217072 (+6 ms)Running coprocessor post-open hooks at 1731133217074 (+2 ms)Region opened successfully at 1731133217074 2024-11-09T06:20:17,075 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133217044 2024-11-09T06:20:17,078 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:20:17,078 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:20:17,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:17,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,45639,1731133213723, state=OPEN 2024-11-09T06:20:17,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794334397/meta-region-server 2024-11-09T06:20:17,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794334397/meta-region-server 2024-11-09T06:20:17,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:17,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794334397/meta-region-server: CHANGED 2024-11-09T06:20:17,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794334397/meta-region-server: CHANGED 2024-11-09T06:20:17,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:20:17,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,45639,1731133213723 in 231 msec 2024-11-09T06:20:17,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:20:17,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-09T06:20:17,127 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:17,127 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:20:17,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:17,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,45639,1731133213723, seqNum=-1] 2024-11-09T06:20:17,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:17,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:17,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3640 sec 2024-11-09T06:20:17,135 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133217134, completionTime=-1 2024-11-09T06:20:17,135 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:20:17,135 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:20:17,136 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:20:17,136 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133277136 2024-11-09T06:20:17,137 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133337137 2024-11-09T06:20:17,137 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:20:17,137 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43811,1731133213448-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:17,137 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43811,1731133213448-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:17,137 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43811,1731133213448-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:17,137 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:43811, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:17,137 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:17,138 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:17,139 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.354sec 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43811,1731133213448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:17,141 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43811,1731133213448-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:20:17,143 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:20:17,143 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:20:17,143 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43811,1731133213448-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:17,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e2788b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:17,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43811,-1 for getting cluster id 2024-11-09T06:20:17,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:17,148 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e24969b-9712-4303-b930-7577ac93510d' 2024-11-09T06:20:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e24969b-9712-4303-b930-7577ac93510d" 2024-11-09T06:20:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a314b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43811,-1] 2024-11-09T06:20:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:17,149 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:17,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4351e22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:17,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,45639,1731133213723, seqNum=-1] 2024-11-09T06:20:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:17,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:17,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:17,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64364 2024-11-09T06:20:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:17,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e407a2b0002 connected 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.log.dir so I do NOT create it in target/test-data/0be78696-13dc-9fde-4408-7399bee939fe 2024-11-09T06:20:17,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.tmp.dir so I do NOT create it in target/test-data/0be78696-13dc-9fde-4408-7399bee939fe 2024-11-09T06:20:17,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:20:17,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/cluster_9a65af72-b692-182c-46ed-64242a4af522, deleteOnExit=true 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/test.cache.data in system properties and HBase conf 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:20:17,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:20:17,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:20:17,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:20:17,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:17,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:17,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:17,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:17,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:20:17,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:17,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@460c71e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:17,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c091e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:17,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121a9a7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/java.io.tmpdir/jetty-localhost-42911-hadoop-hdfs-3_4_1-tests_jar-_-any-7505095586174018826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:17,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@724e5ec{HTTP/1.1, (http/1.1)}{localhost:42911} 2024-11-09T06:20:17,728 INFO [Time-limited test {}] server.Server(415): Started @208139ms 2024-11-09T06:20:18,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:18,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:18,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:18,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:18,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:20:18,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@101e4e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:18,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32c4d61a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:18,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68e69f97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/java.io.tmpdir/jetty-localhost-43943-hadoop-hdfs-3_4_1-tests_jar-_-any-15209476515243057268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:18,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17adca69{HTTP/1.1, (http/1.1)}{localhost:43943} 2024-11-09T06:20:18,103 INFO [Time-limited test {}] server.Server(415): Started @208514ms 2024-11-09T06:20:18,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:20:18,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:20:18,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T06:20:18,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:18,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T06:20:18,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:18,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T06:20:18,770 WARN [Thread-2295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/cluster_9a65af72-b692-182c-46ed-64242a4af522/data/data2/current/BP-1271359729-172.17.0.3-1731133217204/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:18,770 WARN [Thread-2294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/cluster_9a65af72-b692-182c-46ed-64242a4af522/data/data1/current/BP-1271359729-172.17.0.3-1731133217204/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:18,788 WARN [Thread-2282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:20:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41e2b80688f585fc with lease ID 0xc0562f544d25e660: Processing first storage report for DS-01aa866e-fffb-4fc1-bca4-b756fed6d776 from datanode DatanodeRegistration(127.0.0.1:34699, datanodeUuid=03fa2bed-056a-45e6-8bba-e2bb6cc4a116, infoPort=39823, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=706603786;c=1731133217204) 2024-11-09T06:20:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41e2b80688f585fc with lease ID 0xc0562f544d25e660: from storage DS-01aa866e-fffb-4fc1-bca4-b756fed6d776 node DatanodeRegistration(127.0.0.1:34699, datanodeUuid=03fa2bed-056a-45e6-8bba-e2bb6cc4a116, infoPort=39823, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=706603786;c=1731133217204), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41e2b80688f585fc with lease ID 0xc0562f544d25e660: Processing first storage report for DS-3adeaed5-38cc-4984-864e-d661164c0071 from datanode DatanodeRegistration(127.0.0.1:34699, datanodeUuid=03fa2bed-056a-45e6-8bba-e2bb6cc4a116, infoPort=39823, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=706603786;c=1731133217204) 2024-11-09T06:20:18,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41e2b80688f585fc with lease ID 0xc0562f544d25e660: from storage DS-3adeaed5-38cc-4984-864e-d661164c0071 node DatanodeRegistration(127.0.0.1:34699, datanodeUuid=03fa2bed-056a-45e6-8bba-e2bb6cc4a116, infoPort=39823, infoSecurePort=0, ipcPort=36655, storageInfo=lv=-57;cid=testClusterID;nsid=706603786;c=1731133217204), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:18,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe 2024-11-09T06:20:18,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:18,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:20:19,251 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed with version=8 2024-11-09T06:20:19,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/hbase-staging 2024-11-09T06:20:19,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:19,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:19,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:19,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:19,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:19,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:19,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:20:19,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:19,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46221 2024-11-09T06:20:19,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46221 connecting to ZooKeeper ensemble=127.0.0.1:64364 2024-11-09T06:20:19,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462210x0, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:19,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46221-0x1011e407a2b0003 connected 2024-11-09T06:20:19,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:19,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:19,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on znode that does not yet exist, /11221121011/running 2024-11-09T06:20:19,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed, hbase.cluster.distributed=false 2024-11-09T06:20:19,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on znode that does not yet exist, /11221121011/acl 2024-11-09T06:20:19,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46221 2024-11-09T06:20:19,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46221 2024-11-09T06:20:19,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46221 2024-11-09T06:20:19,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46221 2024-11-09T06:20:19,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46221 2024-11-09T06:20:19,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:19,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:19,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:19,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:19,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:19,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:19,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:20:19,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:19,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40705 2024-11-09T06:20:19,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40705 connecting to ZooKeeper ensemble=127.0.0.1:64364 2024-11-09T06:20:19,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:19,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:19,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407050x0, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:19,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407050x0, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on znode that does not yet exist, /11221121011/running 2024-11-09T06:20:19,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40705-0x1011e407a2b0004 connected 2024-11-09T06:20:19,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:20:19,419 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:20:19,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on znode that does not yet exist, /11221121011/master 2024-11-09T06:20:19,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on znode that does not yet exist, /11221121011/acl 2024-11-09T06:20:19,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40705 2024-11-09T06:20:19,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40705 2024-11-09T06:20:19,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40705 2024-11-09T06:20:19,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40705 2024-11-09T06:20:19,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40705 2024-11-09T06:20:19,448 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:46221 2024-11-09T06:20:19,448 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11221121011/backup-masters/4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011/backup-masters 2024-11-09T06:20:19,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011/backup-masters 2024-11-09T06:20:19,460 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on existing znode=/11221121011/backup-masters/4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:19,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11221121011/master 2024-11-09T06:20:19,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:19,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:19,470 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on existing znode=/11221121011/master 2024-11-09T06:20:19,471 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11221121011/backup-masters/4a84bcce7bad,46221,1731133219252 from backup master directory 2024-11-09T06:20:19,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11221121011/backup-masters/4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:19,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011/backup-masters 2024-11-09T06:20:19,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011/backup-masters 2024-11-09T06:20:19,480 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:19,481 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:19,484 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/hbase.id] with ID: ec6f590e-c5fb-4bfc-a566-852a0a44e56e 2024-11-09T06:20:19,484 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/.tmp/hbase.id 2024-11-09T06:20:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:20:19,490 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/.tmp/hbase.id]:[hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/hbase.id] 2024-11-09T06:20:19,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:19,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:20:19,503 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:20:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:20:19,929 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:19,930 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:20:19,930 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:19,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:20:20,339 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store 2024-11-09T06:20:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:20:20,745 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:20,745 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:20,745 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:20,745 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:20,745 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:20,745 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:20,745 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:20,745 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133220745Disabling compacts and flushes for region at 1731133220745Disabling writes for close at 1731133220745Writing region close event to WAL at 1731133220745Closed at 1731133220745 2024-11-09T06:20:20,746 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/.initializing 2024-11-09T06:20:20,746 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/WALs/4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:20,746 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:20,748 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C46221%2C1731133219252, suffix=, logDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/WALs/4a84bcce7bad,46221,1731133219252, archiveDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/oldWALs, maxLogs=10 2024-11-09T06:20:20,760 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/WALs/4a84bcce7bad,46221,1731133219252/4a84bcce7bad%2C46221%2C1731133219252.1731133220748, exclude list is [], retry=0 2024-11-09T06:20:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-01aa866e-fffb-4fc1-bca4-b756fed6d776,DISK] 2024-11-09T06:20:20,763 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/WALs/4a84bcce7bad,46221,1731133219252/4a84bcce7bad%2C46221%2C1731133219252.1731133220748 2024-11-09T06:20:20,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-09T06:20:20,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:20,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:20,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,764 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:20:20,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:20,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:20,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:20:20,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:20,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:20,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:20:20,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:20,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:20,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:20:20,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:20,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:20,770 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,770 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,770 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,771 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,771 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,771 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:20,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:20,786 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:20,787 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69239089, jitterRate=0.031742826104164124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:20,787 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133220764Initializing all the Stores at 1731133220765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133220765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133220765Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133220765Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133220765Cleaning up temporary data from old regions at 1731133220771 (+6 ms)Region opened successfully at 1731133220787 (+16 ms) 2024-11-09T06:20:20,787 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:20:20,790 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4080baec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:20,790 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:20:20,790 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:20:20,790 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:20:20,790 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:20:20,791 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:20:20,791 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:20:20,791 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:20:20,793 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:20:20,793 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Unable to get data of znode /11221121011/balancer because node does not exist (not necessarily an error) 2024-11-09T06:20:20,859 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11221121011/balancer already deleted, retry=false 2024-11-09T06:20:20,860 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:20:20,860 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Unable to get data of znode /11221121011/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:20:20,870 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11221121011/normalizer already deleted, retry=false 2024-11-09T06:20:20,870 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:20:20,871 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Unable to get data of znode /11221121011/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:20:20,880 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11221121011/switch/split already deleted, retry=false 2024-11-09T06:20:20,881 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Unable to get data of znode /11221121011/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:20:20,891 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11221121011/switch/merge already deleted, retry=false 2024-11-09T06:20:20,893 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Unable to get data of znode /11221121011/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:20:20,901 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11221121011/snapshot-cleanup already deleted, retry=false 2024-11-09T06:20:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11221121011/running 2024-11-09T06:20:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11221121011/running 2024-11-09T06:20:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:20,912 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,46221,1731133219252, sessionid=0x1011e407a2b0003, setting cluster-up flag (Was=false) 2024-11-09T06:20:20,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:20,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:20,964 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11221121011/flush-table-proc/acquired, /11221121011/flush-table-proc/reached, /11221121011/flush-table-proc/abort 2024-11-09T06:20:20,965 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:21,017 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11221121011/online-snapshot/acquired, /11221121011/online-snapshot/reached, /11221121011/online-snapshot/abort 2024-11-09T06:20:21,018 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:21,019 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:20:21,020 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:21,020 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:20:21,020 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:20:21,020 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,46221,1731133219252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:20:21,021 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:21,022 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:21,022 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:21,022 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:21,022 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:20:21,022 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,022 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:21,022 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,022 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133251022 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:20:21,023 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:20:21,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:20:21,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:20:21,024 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133221024,5,FailOnTimeoutGroup] 2024-11-09T06:20:21,024 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133221024,5,FailOnTimeoutGroup] 2024-11-09T06:20:21,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:20:21,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:21,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:20:21,028 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:20:21,035 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(746): ClusterId : ec6f590e-c5fb-4bfc-a566-852a0a44e56e 2024-11-09T06:20:21,035 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:20:21,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:20:21,043 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:20:21,043 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:20:21,047 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:20:21,047 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed 2024-11-09T06:20:21,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:20:21,054 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:20:21,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:21,054 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a3c446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:21,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:21,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:21,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:21,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:21,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:21,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:21,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:21,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:21,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:21,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740 2024-11-09T06:20:21,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740 2024-11-09T06:20:21,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:21,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:21,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:21,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:21,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:21,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65825745, jitterRate=-0.01911996304988861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:21,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133221054Initializing all the Stores at 1731133221055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133221055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133221056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133221056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133221056Cleaning up temporary data from old regions at 1731133221065 (+9 ms)Region opened successfully at 1731133221069 (+4 ms) 2024-11-09T06:20:21,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:21,069 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:21,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:21,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:21,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:21,069 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:21,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133221069Disabling compacts and flushes for region at 1731133221069Disabling writes for close at 1731133221069Writing region close event to WAL at 1731133221069Closed at 1731133221069 2024-11-09T06:20:21,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:21,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:20:21,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:20:21,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:21,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:20:21,072 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:40705 2024-11-09T06:20:21,073 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:20:21,073 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:20:21,073 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:20:21,073 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,46221,1731133219252 with port=40705, startcode=1731133219400 2024-11-09T06:20:21,073 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:20:21,075 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:20:21,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46221 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,075 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46221 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,077 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed 2024-11-09T06:20:21,077 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41029 2024-11-09T06:20:21,077 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:20:21,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011/rs 2024-11-09T06:20:21,130 DEBUG [RS:0;4a84bcce7bad:40705 {}] zookeeper.ZKUtil(111): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on existing znode=/11221121011/rs/4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,130 WARN [RS:0;4a84bcce7bad:40705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:21,130 INFO [RS:0;4a84bcce7bad:40705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:21,130 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,40705,1731133219400] 2024-11-09T06:20:21,132 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:20:21,134 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:20:21,140 INFO [RS:0;4a84bcce7bad:40705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:20:21,140 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,141 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:20:21,142 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:20:21,142 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:21,142 DEBUG [RS:0;4a84bcce7bad:40705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:21,144 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,144 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,144 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,144 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,144 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,144 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40705,1731133219400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:21,164 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:20:21,164 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40705,1731133219400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,165 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,165 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.Replication(171): 4a84bcce7bad,40705,1731133219400 started 2024-11-09T06:20:21,192 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,192 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,40705,1731133219400, RpcServer on 4a84bcce7bad/172.17.0.3:40705, sessionid=0x1011e407a2b0004 2024-11-09T06:20:21,192 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:20:21,192 DEBUG [RS:0;4a84bcce7bad:40705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,192 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,40705,1731133219400' 2024-11-09T06:20:21,193 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11221121011/flush-table-proc/abort' 2024-11-09T06:20:21,193 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11221121011/flush-table-proc/acquired' 2024-11-09T06:20:21,193 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:20:21,193 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:20:21,193 DEBUG [RS:0;4a84bcce7bad:40705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,193 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,40705,1731133219400' 2024-11-09T06:20:21,193 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11221121011/online-snapshot/abort' 2024-11-09T06:20:21,194 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11221121011/online-snapshot/acquired' 2024-11-09T06:20:21,194 DEBUG [RS:0;4a84bcce7bad:40705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:20:21,194 INFO [RS:0;4a84bcce7bad:40705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:20:21,194 INFO [RS:0;4a84bcce7bad:40705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:20:21,222 WARN [4a84bcce7bad:46221 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T06:20:21,295 INFO [RS:0;4a84bcce7bad:40705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:21,296 INFO [RS:0;4a84bcce7bad:40705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C40705%2C1731133219400, suffix=, logDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400, archiveDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/oldWALs, maxLogs=10 2024-11-09T06:20:21,310 DEBUG [RS:0;4a84bcce7bad:40705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296, exclude list is [], retry=0 2024-11-09T06:20:21,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-01aa866e-fffb-4fc1-bca4-b756fed6d776,DISK] 2024-11-09T06:20:21,314 INFO [RS:0;4a84bcce7bad:40705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 2024-11-09T06:20:21,314 DEBUG [RS:0;4a84bcce7bad:40705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-09T06:20:21,472 DEBUG [4a84bcce7bad:46221 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:20:21,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,40705,1731133219400, state=OPENING 2024-11-09T06:20:21,565 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:20:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:21,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:21,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11221121011/meta-region-server: CHANGED 2024-11-09T06:20:21,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11221121011/meta-region-server: CHANGED 2024-11-09T06:20:21,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,40705,1731133219400}] 2024-11-09T06:20:21,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:21,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:20:21,732 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:20:21,732 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:21,732 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:20:21,734 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C40705%2C1731133219400.meta, suffix=.meta, logDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400, archiveDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/oldWALs, maxLogs=10 2024-11-09T06:20:21,748 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.meta.1731133221734.meta, exclude list is [], retry=0 2024-11-09T06:20:21,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-01aa866e-fffb-4fc1-bca4-b756fed6d776,DISK] 2024-11-09T06:20:21,753 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.meta.1731133221734.meta 2024-11-09T06:20:21,753 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-09T06:20:21,753 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:21,753 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:21,754 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:20:21,754 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:20:21,754 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:20:21,754 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:20:21,754 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:21,754 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:20:21,754 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:20:21,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:21,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:21,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:21,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:21,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:21,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:21,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:21,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:21,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:21,759 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:21,760 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740 2024-11-09T06:20:21,769 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740 2024-11-09T06:20:21,775 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:21,775 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:21,776 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:21,777 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:21,778 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72471358, jitterRate=0.0799073874950409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:21,778 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:20:21,778 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133221754Writing region info on filesystem at 1731133221754Initializing all the Stores at 1731133221755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133221755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133221755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133221755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133221755Cleaning up temporary data from old regions at 1731133221775 (+20 ms)Running coprocessor post-open hooks at 1731133221778 (+3 ms)Region opened successfully at 1731133221778 2024-11-09T06:20:21,779 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133221728 2024-11-09T06:20:21,780 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:20:21,780 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:20:21,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,782 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,40705,1731133219400, state=OPEN 2024-11-09T06:20:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11221121011/meta-region-server 2024-11-09T06:20:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11221121011/meta-region-server 2024-11-09T06:20:21,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11221121011/meta-region-server: CHANGED 2024-11-09T06:20:21,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:21,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11221121011/meta-region-server: CHANGED 2024-11-09T06:20:21,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:20:21,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,40705,1731133219400 in 232 msec 2024-11-09T06:20:21,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:20:21,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 739 msec 2024-11-09T06:20:21,811 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:21,811 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:20:21,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:21,813 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,40705,1731133219400, seqNum=-1] 2024-11-09T06:20:21,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:21,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:21,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 798 msec 2024-11-09T06:20:21,819 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133221818, completionTime=-1 2024-11-09T06:20:21,819 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:20:21,819 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133281821 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133341821 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46221,1731133219252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46221,1731133219252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46221,1731133219252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:46221, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,821 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,822 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,824 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.344sec 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46221,1731133219252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:21,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46221,1731133219252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:20:21,828 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:20:21,828 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:20:21,828 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46221,1731133219252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:21,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9b196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:21,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46221,-1 for getting cluster id 2024-11-09T06:20:21,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:21,837 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec6f590e-c5fb-4bfc-a566-852a0a44e56e' 2024-11-09T06:20:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec6f590e-c5fb-4bfc-a566-852a0a44e56e" 2024-11-09T06:20:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788111ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46221,-1] 2024-11-09T06:20:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:21,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:21,839 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:21,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eea0465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:21,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,40705,1731133219400, seqNum=-1] 2024-11-09T06:20:21,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:21,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:21,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:21,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64364 2024-11-09T06:20:21,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:21,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e407a2b0005 connected 2024-11-09T06:20:21,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:21,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:21,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d05d29 2024-11-09T06:20:21,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:21,868 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:21,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:20:21,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:20:21,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:21,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:20:21,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:20:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:20:21,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:20:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:22,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20d853fb132a725cdaa1e52406328349, NAME => 'test,,1731133221868.20d853fb132a725cdaa1e52406328349.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6 2024-11-09T06:20:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:20:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:22,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:22,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133221868.20d853fb132a725cdaa1e52406328349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:22,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 20d853fb132a725cdaa1e52406328349, disabling compactions & flushes 2024-11-09T06:20:22,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:22,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:22,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133221868.20d853fb132a725cdaa1e52406328349. after waiting 0 ms 2024-11-09T06:20:22,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:22,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:22,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20d853fb132a725cdaa1e52406328349: Waiting for close lock at 1731133222695Disabling compacts and flushes for region at 1731133222695Disabling writes for close at 1731133222695Writing region close event to WAL at 1731133222695Closed at 1731133222695 2024-11-09T06:20:22,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:20:22,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133221868.20d853fb132a725cdaa1e52406328349.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133222696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133222696"}]},"ts":"1731133222696"} 2024-11-09T06:20:22,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:20:22,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:20:22,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133222700"}]},"ts":"1731133222700"} 2024-11-09T06:20:22,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:20:22,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20d853fb132a725cdaa1e52406328349, ASSIGN}] 2024-11-09T06:20:22,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=20d853fb132a725cdaa1e52406328349, ASSIGN 2024-11-09T06:20:22,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=20d853fb132a725cdaa1e52406328349, ASSIGN; state=OFFLINE, location=4a84bcce7bad,45639,1731133213723; forceNewPlan=false, retain=false 2024-11-09T06:20:22,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20d853fb132a725cdaa1e52406328349, regionState=OPENING, regionLocation=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:22,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=20d853fb132a725cdaa1e52406328349, ASSIGN because future has completed 2024-11-09T06:20:22,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d853fb132a725cdaa1e52406328349, server=4a84bcce7bad,45639,1731133213723}] 2024-11-09T06:20:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:23,013 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:23,013 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20d853fb132a725cdaa1e52406328349, NAME => 'test,,1731133221868.20d853fb132a725cdaa1e52406328349.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:23,013 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:23,014 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:20:23,014 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,014 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133221868.20d853fb132a725cdaa1e52406328349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:23,014 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,014 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,015 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,016 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d853fb132a725cdaa1e52406328349 columnFamilyName f 2024-11-09T06:20:23,016 DEBUG [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:23,016 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] regionserver.HStore(327): Store=20d853fb132a725cdaa1e52406328349/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:23,016 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,017 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d853fb132a725cdaa1e52406328349 columnFamilyName f1 2024-11-09T06:20:23,017 DEBUG [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:23,017 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] regionserver.HStore(327): Store=20d853fb132a725cdaa1e52406328349/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:23,017 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,018 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d853fb132a725cdaa1e52406328349 columnFamilyName norep 2024-11-09T06:20:23,018 DEBUG [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:23,018 INFO [StoreOpener-20d853fb132a725cdaa1e52406328349-1 {}] regionserver.HStore(327): Store=20d853fb132a725cdaa1e52406328349/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:23,018 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,019 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,019 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,020 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,020 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,020 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:20:23,021 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,023 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:23,023 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20d853fb132a725cdaa1e52406328349; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71935312, jitterRate=0.07191967964172363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:20:23,023 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:23,024 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20d853fb132a725cdaa1e52406328349: Running coprocessor pre-open hook at 1731133223014Writing region info on filesystem at 1731133223014Initializing all the Stores at 1731133223014Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133223014Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133223015 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133223015Cleaning up temporary data from old regions at 1731133223020 (+5 ms)Running coprocessor post-open hooks at 1731133223023 (+3 ms)Region opened successfully at 1731133223023 2024-11-09T06:20:23,024 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133221868.20d853fb132a725cdaa1e52406328349., pid=6, masterSystemTime=1731133223010 2024-11-09T06:20:23,026 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:23,026 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:23,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20d853fb132a725cdaa1e52406328349, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:23,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d853fb132a725cdaa1e52406328349, server=4a84bcce7bad,45639,1731133213723 because future has completed 2024-11-09T06:20:23,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:20:23,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20d853fb132a725cdaa1e52406328349, server=4a84bcce7bad,45639,1731133213723 in 171 msec 2024-11-09T06:20:23,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:20:23,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=20d853fb132a725cdaa1e52406328349, ASSIGN in 328 msec 2024-11-09T06:20:23,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:20:23,034 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133223034"}]},"ts":"1731133223034"} 2024-11-09T06:20:23,036 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:20:23,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:20:23,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-09T06:20:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:24,020 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:20:24,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:24,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:24,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66563db8 2024-11-09T06:20:24,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:24,022 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:24,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:20:24,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:20:24,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:24,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:20:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:24,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:20:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:20:24,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5204455e010d85d432a9774dd05c58d1, NAME => 'test,,1731133224022.5204455e010d85d432a9774dd05c58d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed 2024-11-09T06:20:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:20:24,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133224022.5204455e010d85d432a9774dd05c58d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:24,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5204455e010d85d432a9774dd05c58d1, disabling compactions & flushes 2024-11-09T06:20:24,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:24,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:24,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133224022.5204455e010d85d432a9774dd05c58d1. after waiting 0 ms 2024-11-09T06:20:24,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:24,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:24,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5204455e010d85d432a9774dd05c58d1: Waiting for close lock at 1731133224046Disabling compacts and flushes for region at 1731133224046Disabling writes for close at 1731133224046Writing region close event to WAL at 1731133224046Closed at 1731133224046 2024-11-09T06:20:24,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:20:24,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133224022.5204455e010d85d432a9774dd05c58d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133224047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133224047"}]},"ts":"1731133224047"} 2024-11-09T06:20:24,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:20:24,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:20:24,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133224050"}]},"ts":"1731133224050"} 2024-11-09T06:20:24,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:20:24,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5204455e010d85d432a9774dd05c58d1, ASSIGN}] 2024-11-09T06:20:24,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5204455e010d85d432a9774dd05c58d1, ASSIGN 2024-11-09T06:20:24,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5204455e010d85d432a9774dd05c58d1, ASSIGN; state=OFFLINE, location=4a84bcce7bad,40705,1731133219400; forceNewPlan=false, retain=false 2024-11-09T06:20:24,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:24,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5204455e010d85d432a9774dd05c58d1, regionState=OPENING, regionLocation=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5204455e010d85d432a9774dd05c58d1, ASSIGN because future has completed 2024-11-09T06:20:24,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5204455e010d85d432a9774dd05c58d1, server=4a84bcce7bad,40705,1731133219400}] 2024-11-09T06:20:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:24,362 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:24,362 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5204455e010d85d432a9774dd05c58d1, NAME => 'test,,1731133224022.5204455e010d85d432a9774dd05c58d1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:24,362 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:24,362 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:20:24,363 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,363 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133224022.5204455e010d85d432a9774dd05c58d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:24,363 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,363 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,364 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,365 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5204455e010d85d432a9774dd05c58d1 columnFamilyName f 2024-11-09T06:20:24,365 DEBUG [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:24,365 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] regionserver.HStore(327): Store=5204455e010d85d432a9774dd05c58d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:24,365 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,366 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5204455e010d85d432a9774dd05c58d1 columnFamilyName f1 2024-11-09T06:20:24,366 DEBUG [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:24,366 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] regionserver.HStore(327): Store=5204455e010d85d432a9774dd05c58d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:24,366 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,367 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5204455e010d85d432a9774dd05c58d1 columnFamilyName norep 2024-11-09T06:20:24,367 DEBUG [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:24,367 INFO [StoreOpener-5204455e010d85d432a9774dd05c58d1-1 {}] regionserver.HStore(327): Store=5204455e010d85d432a9774dd05c58d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:24,367 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,368 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,368 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,369 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,369 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,369 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:20:24,370 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,373 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:24,374 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5204455e010d85d432a9774dd05c58d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70400962, jitterRate=0.04905608296394348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:20:24,374 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:24,374 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5204455e010d85d432a9774dd05c58d1: Running coprocessor pre-open hook at 1731133224363Writing region info on filesystem at 1731133224363Initializing all the Stores at 1731133224363Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133224363Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133224363Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133224363Cleaning up temporary data from old regions at 1731133224369 (+6 ms)Running coprocessor post-open hooks at 1731133224374 (+5 ms)Region opened successfully at 1731133224374 2024-11-09T06:20:24,375 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133224022.5204455e010d85d432a9774dd05c58d1., pid=6, masterSystemTime=1731133224359 2024-11-09T06:20:24,377 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:24,377 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:24,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5204455e010d85d432a9774dd05c58d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:24,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5204455e010d85d432a9774dd05c58d1, server=4a84bcce7bad,40705,1731133219400 because future has completed 2024-11-09T06:20:24,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:20:24,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5204455e010d85d432a9774dd05c58d1, server=4a84bcce7bad,40705,1731133219400 in 173 msec 2024-11-09T06:20:24,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:20:24,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5204455e010d85d432a9774dd05c58d1, ASSIGN in 330 msec 2024-11-09T06:20:24,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:20:24,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133224384"}]},"ts":"1731133224384"} 2024-11-09T06:20:24,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:20:24,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:20:24,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 365 msec 2024-11-09T06:20:24,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:24,450 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:24,450 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18277 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:24,650 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:20:24,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b26ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43811,-1 for getting cluster id 2024-11-09T06:20:24,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:24,651 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e24969b-9712-4303-b930-7577ac93510d' 2024-11-09T06:20:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e24969b-9712-4303-b930-7577ac93510d" 2024-11-09T06:20:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57707655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43811,-1] 2024-11-09T06:20:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:24,653 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:24,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6e5847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662e6dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46221,-1 for getting cluster id 2024-11-09T06:20:24,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:24,654 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec6f590e-c5fb-4bfc-a566-852a0a44e56e' 2024-11-09T06:20:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec6f590e-c5fb-4bfc-a566-852a0a44e56e" 2024-11-09T06:20:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6315c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46221,-1] 2024-11-09T06:20:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:24,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:24,655 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:24,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50abe766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15682245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43811,-1 for getting cluster id 2024-11-09T06:20:24,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:24,658 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e24969b-9712-4303-b930-7577ac93510d' 2024-11-09T06:20:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e24969b-9712-4303-b930-7577ac93510d" 2024-11-09T06:20:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d04a70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43811,-1] 2024-11-09T06:20:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:24,659 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240e4016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b44d35 2024-11-09T06:20:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:24,661 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:24,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:46221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:20:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:20:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:24,664 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:46221' 2024-11-09T06:20:24,665 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1130d23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,665 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46221,-1 for getting cluster id 2024-11-09T06:20:24,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:24,666 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec6f590e-c5fb-4bfc-a566-852a0a44e56e' 2024-11-09T06:20:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec6f590e-c5fb-4bfc-a566-852a0a44e56e" 2024-11-09T06:20:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e750234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46221,-1] 2024-11-09T06:20:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:24,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:24,667 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:24,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7786c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:24,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:24,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:24,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@284889d0 2024-11-09T06:20:24,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:24,669 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:24,669 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:20:24,669 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:20:24,670 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:24,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:24,670 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:24,670 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:24,671 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:20:24,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:20:24,672 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:24,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:20:24,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:20:24,721 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:20:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:25,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e1bb8a45291aa989acb1d25cf8b7a0f, NAME => 'hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6 2024-11-09T06:20:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:20:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:25,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:25,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e1bb8a45291aa989acb1d25cf8b7a0f, disabling compactions & flushes 2024-11-09T06:20:25,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:25,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:25,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. after waiting 0 ms 2024-11-09T06:20:25,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:25,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:25,498 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e1bb8a45291aa989acb1d25cf8b7a0f: Waiting for close lock at 1731133225498Disabling compacts and flushes for region at 1731133225498Disabling writes for close at 1731133225498Writing region close event to WAL at 1731133225498Closed at 1731133225498 2024-11-09T06:20:25,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:20:25,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133225499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133225499"}]},"ts":"1731133225499"} 2024-11-09T06:20:25,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:20:25,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:20:25,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133225503"}]},"ts":"1731133225503"} 2024-11-09T06:20:25,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:20:25,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e1bb8a45291aa989acb1d25cf8b7a0f, ASSIGN}] 2024-11-09T06:20:25,506 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e1bb8a45291aa989acb1d25cf8b7a0f, ASSIGN 2024-11-09T06:20:25,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e1bb8a45291aa989acb1d25cf8b7a0f, ASSIGN; state=OFFLINE, location=4a84bcce7bad,45639,1731133213723; forceNewPlan=false, retain=false 2024-11-09T06:20:25,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e1bb8a45291aa989acb1d25cf8b7a0f, regionState=OPENING, regionLocation=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:25,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e1bb8a45291aa989acb1d25cf8b7a0f, ASSIGN because future has completed 2024-11-09T06:20:25,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e1bb8a45291aa989acb1d25cf8b7a0f, server=4a84bcce7bad,45639,1731133213723}] 2024-11-09T06:20:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:25,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:25,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:25,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:20:25,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C45639%2C1731133213723.rep, suffix=, logDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723, archiveDir=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/oldWALs, maxLogs=10 2024-11-09T06:20:25,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.rep.1731133225816, exclude list is [], retry=0 2024-11-09T06:20:25,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-fcdd5888-26af-44b2-960a-349fbdbf83fb,DISK] 2024-11-09T06:20:25,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.rep.1731133225816 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36095:36095)] 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e1bb8a45291aa989acb1d25cf8b7a0f, NAME => 'hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:25,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. service=MultiRowMutationService 2024-11-09T06:20:25,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,841 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,842 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e1bb8a45291aa989acb1d25cf8b7a0f columnFamilyName hfileref 2024-11-09T06:20:25,842 DEBUG [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:25,842 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] regionserver.HStore(327): Store=8e1bb8a45291aa989acb1d25cf8b7a0f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:25,842 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,843 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e1bb8a45291aa989acb1d25cf8b7a0f columnFamilyName queue 2024-11-09T06:20:25,843 DEBUG [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:25,843 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] regionserver.HStore(327): Store=8e1bb8a45291aa989acb1d25cf8b7a0f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:25,843 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,844 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e1bb8a45291aa989acb1d25cf8b7a0f columnFamilyName sid 2024-11-09T06:20:25,844 DEBUG [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:25,844 INFO [StoreOpener-8e1bb8a45291aa989acb1d25cf8b7a0f-1 {}] regionserver.HStore(327): Store=8e1bb8a45291aa989acb1d25cf8b7a0f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:25,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/replication/8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/replication/8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:20:25,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/replication/8e1bb8a45291aa989acb1d25cf8b7a0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:25,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8e1bb8a45291aa989acb1d25cf8b7a0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63057133, jitterRate=-0.06037549674510956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:20:25,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:25,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8e1bb8a45291aa989acb1d25cf8b7a0f: Running coprocessor pre-open hook at 1731133225840Writing region info on filesystem at 1731133225840Initializing all the Stores at 1731133225840Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133225840Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133225840Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133225840Cleaning up temporary data from old regions at 1731133225846 (+6 ms)Running coprocessor post-open hooks at 1731133225850 (+4 ms)Region opened successfully at 1731133225851 (+1 ms) 2024-11-09T06:20:25,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f., pid=10, masterSystemTime=1731133225811 2024-11-09T06:20:25,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:25,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:25,856 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e1bb8a45291aa989acb1d25cf8b7a0f, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:25,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e1bb8a45291aa989acb1d25cf8b7a0f, server=4a84bcce7bad,45639,1731133213723 because future has completed 2024-11-09T06:20:25,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:20:25,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e1bb8a45291aa989acb1d25cf8b7a0f, server=4a84bcce7bad,45639,1731133213723 in 202 msec 2024-11-09T06:20:25,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:20:25,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e1bb8a45291aa989acb1d25cf8b7a0f, ASSIGN in 358 msec 2024-11-09T06:20:25,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:20:25,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133225866"}]},"ts":"1731133225866"} 2024-11-09T06:20:25,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:20:25,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:20:25,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-09T06:20:25,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f., hostname=4a84bcce7bad,45639,1731133213723, seqNum=2] 2024-11-09T06:20:25,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:25,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:25,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:20:26,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:20:26,149 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:20:26,183 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,45639,1731133213723, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:20:26,183 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:26,183 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,45639,1731133213723, seqNum=-1] 2024-11-09T06:20:26,184 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:26,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T06:20:26,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,45639,1731133213723', locateType=CURRENT is [region=hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f., hostname=4a84bcce7bad,45639,1731133213723, seqNum=2] 2024-11-09T06:20:26,189 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:20:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:20:26,191 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,45639,1731133213723 suceeded 2024-11-09T06:20:26,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:20:26,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-09T06:20:26,193 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:46221,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:20:26,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-09T06:20:26,204 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:46221' 2024-11-09T06:20:26,205 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31f589c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,205 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46221,-1 for getting cluster id 2024-11-09T06:20:26,205 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:26,205 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec6f590e-c5fb-4bfc-a566-852a0a44e56e' 2024-11-09T06:20:26,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec6f590e-c5fb-4bfc-a566-852a0a44e56e" 2024-11-09T06:20:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78309a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46221,-1] 2024-11-09T06:20:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:26,207 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:26,207 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b8ec64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,207 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38fca65b 2024-11-09T06:20:26,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:26,208 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T06:20:26,209 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,45639,1731133213723 (queues=1) is replicating from cluster=3e24969b-9712-4303-b930-7577ac93510d to cluster=ec6f590e-c5fb-4bfc-a566-852a0a44e56e 2024-11-09T06:20:26,209 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C45639%2C1731133213723 2024-11-09T06:20:26,209 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,45639,1731133213723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:20:26,209 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C45639%2C1731133213723 2024-11-09T06:20:26,209 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, startPosition=0, beingWritten=true 2024-11-09T06:20:26,214 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:26,214 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:26,214 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,45639,1731133213723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:26,417 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:26,721 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:26,810 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:20:26,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:26,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:26,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:26,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:26,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:26,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22be2982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46221,-1 for getting cluster id 2024-11-09T06:20:26,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:26,812 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec6f590e-c5fb-4bfc-a566-852a0a44e56e' 2024-11-09T06:20:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec6f590e-c5fb-4bfc-a566-852a0a44e56e" 2024-11-09T06:20:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3f25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46221,-1] 2024-11-09T06:20:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:26,813 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6371147e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a23c73 2024-11-09T06:20:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:26,815 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:26,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:43811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:20:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:20:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:26,818 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:43811' 2024-11-09T06:20:26,818 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17249794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,818 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43811,-1 for getting cluster id 2024-11-09T06:20:26,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:26,819 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e24969b-9712-4303-b930-7577ac93510d' 2024-11-09T06:20:26,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:26,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e24969b-9712-4303-b930-7577ac93510d" 2024-11-09T06:20:26,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5e95cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43811,-1] 2024-11-09T06:20:26,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:26,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:26,820 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:26,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a7cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:26,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:26,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:26,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@365a1728 2024-11-09T06:20:26,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:26,822 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:26,823 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:20:26,823 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:20:26,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:26,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:26,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:26,823 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:26,824 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:20:26,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:20:26,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:26,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:20:26,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:20:26,875 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:20:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:27,125 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:27,132 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:20:27,232 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5dae771053891bd69871835769090a7a, NAME => 'hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed 2024-11-09T06:20:27,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:27,629 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:27,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:27,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5dae771053891bd69871835769090a7a, disabling compactions & flushes 2024-11-09T06:20:27,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:27,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:27,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. after waiting 0 ms 2024-11-09T06:20:27,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:27,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:27,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5dae771053891bd69871835769090a7a: Waiting for close lock at 1731133227640Disabling compacts and flushes for region at 1731133227640Disabling writes for close at 1731133227640Writing region close event to WAL at 1731133227640Closed at 1731133227640 2024-11-09T06:20:27,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:20:27,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133227641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133227641"}]},"ts":"1731133227641"} 2024-11-09T06:20:27,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:20:27,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:20:27,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133227644"}]},"ts":"1731133227644"} 2024-11-09T06:20:27,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:20:27,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5dae771053891bd69871835769090a7a, ASSIGN}] 2024-11-09T06:20:27,646 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5dae771053891bd69871835769090a7a, ASSIGN 2024-11-09T06:20:27,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5dae771053891bd69871835769090a7a, ASSIGN; state=OFFLINE, location=4a84bcce7bad,40705,1731133219400; forceNewPlan=false, retain=false 2024-11-09T06:20:27,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5dae771053891bd69871835769090a7a, regionState=OPENING, regionLocation=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:27,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5dae771053891bd69871835769090a7a, ASSIGN because future has completed 2024-11-09T06:20:27,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dae771053891bd69871835769090a7a, server=4a84bcce7bad,40705,1731133219400}] 2024-11-09T06:20:27,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:20:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:27,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:27,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:27,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:20:27,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C40705%2C1731133219400.rep, suffix=, logDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400, archiveDir=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/oldWALs, maxLogs=10 2024-11-09T06:20:27,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.rep.1731133227958, exclude list is [], retry=0 2024-11-09T06:20:27,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-01aa866e-fffb-4fc1-bca4-b756fed6d776,DISK] 2024-11-09T06:20:27,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.rep.1731133227958 2024-11-09T06:20:27,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-09T06:20:27,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5dae771053891bd69871835769090a7a, NAME => 'hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:27,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:27,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:20:27,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. service=MultiRowMutationService 2024-11-09T06:20:27,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:20:27,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:27,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,979 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,980 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dae771053891bd69871835769090a7a columnFamilyName hfileref 2024-11-09T06:20:27,980 DEBUG [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:27,981 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] regionserver.HStore(327): Store=5dae771053891bd69871835769090a7a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:27,981 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,982 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dae771053891bd69871835769090a7a columnFamilyName queue 2024-11-09T06:20:27,982 DEBUG [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:27,982 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] regionserver.HStore(327): Store=5dae771053891bd69871835769090a7a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:27,982 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,983 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5dae771053891bd69871835769090a7a columnFamilyName sid 2024-11-09T06:20:27,983 DEBUG [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:27,983 INFO [StoreOpener-5dae771053891bd69871835769090a7a-1 {}] regionserver.HStore(327): Store=5dae771053891bd69871835769090a7a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:27,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/replication/5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/replication/5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:20:27,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/replication/5dae771053891bd69871835769090a7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:27,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5dae771053891bd69871835769090a7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66968885, jitterRate=-0.002085849642753601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:20:27,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:27,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5dae771053891bd69871835769090a7a: Running coprocessor pre-open hook at 1731133227978Writing region info on filesystem at 1731133227978Initializing all the Stores at 1731133227979 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133227979Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133227979Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133227979Cleaning up temporary data from old regions at 1731133227985 (+6 ms)Running coprocessor post-open hooks at 1731133227988 (+3 ms)Region opened successfully at 1731133227988 2024-11-09T06:20:27,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a., pid=10, masterSystemTime=1731133227952 2024-11-09T06:20:27,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:27,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:27,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5dae771053891bd69871835769090a7a, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:27,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5dae771053891bd69871835769090a7a, server=4a84bcce7bad,40705,1731133219400 because future has completed 2024-11-09T06:20:27,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:20:27,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5dae771053891bd69871835769090a7a, server=4a84bcce7bad,40705,1731133219400 in 193 msec 2024-11-09T06:20:27,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:20:27,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5dae771053891bd69871835769090a7a, ASSIGN in 348 msec 2024-11-09T06:20:27,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:20:27,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133227996"}]},"ts":"1731133227996"} 2024-11-09T06:20:27,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:20:27,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:20:28,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-09T06:20:28,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a., hostname=4a84bcce7bad,40705,1731133219400, seqNum=2] 2024-11-09T06:20:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:28,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:28,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:20:28,232 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:28,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:20:28,285 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:20:28,312 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,40705,1731133219400, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:20:28,312 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:28,313 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,40705,1731133219400, seqNum=-1] 2024-11-09T06:20:28,313 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:28,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T06:20:28,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,40705,1731133219400', locateType=CURRENT is [region=hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a., hostname=4a84bcce7bad,40705,1731133219400, seqNum=2] 2024-11-09T06:20:28,317 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:20:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:20:28,319 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,40705,1731133219400 suceeded 2024-11-09T06:20:28,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:20:28,320 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:43811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:20:28,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T06:20:28,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-09T06:20:28,330 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:43811' 2024-11-09T06:20:28,331 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1abb624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:28,331 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43811,-1 for getting cluster id 2024-11-09T06:20:28,331 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:28,331 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e24969b-9712-4303-b930-7577ac93510d' 2024-11-09T06:20:28,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e24969b-9712-4303-b930-7577ac93510d" 2024-11-09T06:20:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae09203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43811,-1] 2024-11-09T06:20:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:28,332 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:28,333 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694bbc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:28,333 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:28,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:28,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb83082 2024-11-09T06:20:28,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:28,334 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T06:20:28,335 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,40705,1731133219400 (queues=1) is replicating from cluster=ec6f590e-c5fb-4bfc-a566-852a0a44e56e to cluster=3e24969b-9712-4303-b930-7577ac93510d 2024-11-09T06:20:28,335 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C40705%2C1731133219400 2024-11-09T06:20:28,335 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,40705,1731133219400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:20:28,335 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C40705%2C1731133219400 2024-11-09T06:20:28,335 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296, startPosition=0, beingWritten=true 2024-11-09T06:20:28,339 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:28,339 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 379, reset compression=false 2024-11-09T06:20:28,339 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,40705,1731133219400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:28,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:28,543 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 379, reset compression=false 2024-11-09T06:20:28,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:28,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:20:28,582 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T06:20:28,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T06:20:28,582 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T06:20:28,583 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:20:28,583 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T06:20:28,847 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 379, reset compression=false 2024-11-09T06:20:28,936 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46221 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:20:28,960 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:20:28,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:28,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:28,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:28,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:28,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:28,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,45639,1731133213723, seqNum=-1] 2024-11-09T06:20:28,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:28,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133221868.20d853fb132a725cdaa1e52406328349., hostname=4a84bcce7bad,45639,1731133213723, seqNum=2] 2024-11-09T06:20:28,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,40705,1731133219400, seqNum=-1] 2024-11-09T06:20:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:28,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133224022.5204455e010d85d432a9774dd05c58d1., hostname=4a84bcce7bad,40705,1731133219400, seqNum=2] 2024-11-09T06:20:28,972 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T06:20:29,250 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 379, reset compression=false 2024-11-09T06:20:29,741 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 379, reset compression=false 2024-11-09T06:20:29,746 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:29,746 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 480, reset compression=false 2024-11-09T06:20:29,746 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,45639,1731133213723 got entry batch from reader: WALEntryBatch [walEntries=[{test/20d853fb132a725cdaa1e52406328349/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T06:20:29,748 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:29,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T06:20:29,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:20:29,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67782435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:29,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46221,-1 for getting cluster id 2024-11-09T06:20:29,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:29,751 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec6f590e-c5fb-4bfc-a566-852a0a44e56e' 2024-11-09T06:20:29,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec6f590e-c5fb-4bfc-a566-852a0a44e56e" 2024-11-09T06:20:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f248c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46221,-1] 2024-11-09T06:20:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:29,753 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:29,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506337ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:29,754 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 379, reset compression=false 2024-11-09T06:20:29,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:29,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,40705,1731133219400, seqNum=-1] 2024-11-09T06:20:29,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:29,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T06:20:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133224022.5204455e010d85d432a9774dd05c58d1., hostname=4a84bcce7bad,40705,1731133219400, seqNum=2] 2024-11-09T06:20:29,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:20:29,950 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 480, reset compression=false 2024-11-09T06:20:29,975 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T06:20:29,979 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T06:20:30,253 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 480, reset compression=false 2024-11-09T06:20:30,357 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 379, reset compression=false 2024-11-09T06:20:30,363 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:30,363 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 607, reset compression=false 2024-11-09T06:20:30,363 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,40705,1731133219400 got entry batch from reader: WALEntryBatch [walEntries=[{test/5204455e010d85d432a9774dd05c58d1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T06:20:30,365 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:30,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T06:20:30,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:20:30,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@201ed716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:30,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,43811,-1 for getting cluster id 2024-11-09T06:20:30,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:30,367 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e24969b-9712-4303-b930-7577ac93510d' 2024-11-09T06:20:30,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:30,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e24969b-9712-4303-b930-7577ac93510d" 2024-11-09T06:20:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed938a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,43811,-1] 2024-11-09T06:20:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:30,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:30,369 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:30,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1641ebe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:30,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:30,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,45639,1731133213723, seqNum=-1] 2024-11-09T06:20:30,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:30,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T06:20:30,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731133221868.20d853fb132a725cdaa1e52406328349., hostname=4a84bcce7bad,45639,1731133213723, seqNum=2] 2024-11-09T06:20:30,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:20:30,566 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 607, reset compression=false 2024-11-09T06:20:30,657 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 480, reset compression=false 2024-11-09T06:20:30,661 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:30,661 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 608, reset compression=false 2024-11-09T06:20:30,661 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,45639,1731133213723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:30,865 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 608, reset compression=false 2024-11-09T06:20:30,870 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 607, reset compression=false 2024-11-09T06:20:30,980 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T06:20:30,996 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T06:20:31,168 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 608, reset compression=false 2024-11-09T06:20:31,176 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:31,177 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 764, reset compression=false 2024-11-09T06:20:31,177 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,45639,1731133213723 got entry batch from reader: WALEntryBatch [walEntries=[{test/20d853fb132a725cdaa1e52406328349/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T06:20:31,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:20:31,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:20:31,274 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 607, reset compression=false 2024-11-09T06:20:31,322 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:31,322 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 754, reset compression=false 2024-11-09T06:20:31,322 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,40705,1731133219400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:31,381 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 764, reset compression=false 2024-11-09T06:20:31,525 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 754, reset compression=false 2024-11-09T06:20:31,684 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 764, reset compression=false 2024-11-09T06:20:31,829 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 754, reset compression=false 2024-11-09T06:20:31,998 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T06:20:32,001 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T06:20:32,088 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 764, reset compression=false 2024-11-09T06:20:32,232 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 754, reset compression=false 2024-11-09T06:20:32,237 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:20:32,237 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 913, reset compression=false 2024-11-09T06:20:32,237 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,40705,1731133219400 got entry batch from reader: WALEntryBatch [walEntries=[{test/5204455e010d85d432a9774dd05c58d1/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T06:20:32,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:20:32,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:20:32,440 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 913, reset compression=false 2024-11-09T06:20:32,593 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 764, reset compression=false 2024-11-09T06:20:32,597 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:32,597 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:32,597 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,45639,1731133213723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:32,744 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 913, reset compression=false 2024-11-09T06:20:32,800 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:33,003 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T06:20:33,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:20:33,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:33,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:33,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:33,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:33,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:33,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:20:33,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1886871968, stopped=false 2024-11-09T06:20:33,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,46221,1731133219252 2024-11-09T06:20:33,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11221121011/running 2024-11-09T06:20:33,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11221121011/running 2024-11-09T06:20:33,080 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:33,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:33,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:33,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:33,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:33,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:33,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,40705,1731133219400' ***** 2024-11-09T06:20:33,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:20:33,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on znode that does not yet exist, /11221121011/running 2024-11-09T06:20:33,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Set watcher on znode that does not yet exist, /11221121011/running 2024-11-09T06:20:33,081 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:20:33,081 INFO [RS:0;4a84bcce7bad:40705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:20:33,081 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:20:33,081 INFO [RS:0;4a84bcce7bad:40705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:20:33,081 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(3091): Received CLOSE for 5204455e010d85d432a9774dd05c58d1 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:40705. 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5204455e010d85d432a9774dd05c58d1, disabling compactions & flushes 2024-11-09T06:20:33,082 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:33,082 DEBUG [RS:0;4a84bcce7bad:40705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:33,082 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133224022.5204455e010d85d432a9774dd05c58d1. after waiting 0 ms 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:20:33,082 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5204455e010d85d432a9774dd05c58d1 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:20:33,082 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:20:33,082 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1325): Online Regions={5204455e010d85d432a9774dd05c58d1=test,,1731133224022.5204455e010d85d432a9774dd05c58d1., 1588230740=hbase:meta,,1.1588230740, 5dae771053891bd69871835769090a7a=hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a.} 2024-11-09T06:20:33,082 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5204455e010d85d432a9774dd05c58d1, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:33,082 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:33,082 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:33,082 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:20:33,097 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/f/f05f9b36051a48e4b7e55e72f25602ba is 29, key is row1/f:/1731133231999/DeleteFamily/seqid=0 2024-11-09T06:20:33,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741840_1016 (size=5118) 2024-11-09T06:20:33,101 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/info/4b2a12dfad5340388850f235f6516787 is 147, key is hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a./info:regioninfo/1731133227990/Put/seqid=0 2024-11-09T06:20:33,103 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741841_1017 (size=7686) 2024-11-09T06:20:33,148 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 913, reset compression=false 2024-11-09T06:20:33,153 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:33,153 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 1160, reset compression=false 2024-11-09T06:20:33,153 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,40705,1731133219400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:33,154 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,40705,1731133219400: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,40705,1731133219400, walGroup=4a84bcce7bad%2C40705%2C1731133219400, offset=4a84bcce7bad%2C40705%2C1731133219400.1731133221296:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:40705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:20:33,155 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:20:33,155 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:20:33,156 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:20:33,156 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:20:33,156 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:20:33,156 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 576631936 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 190532032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:20:33,156 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:46221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:46221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:20:33,163 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:33,201 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:20:33,201 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:20:33,282 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5204455e010d85d432a9774dd05c58d1, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:33,357 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 1160, reset compression=false 2024-11-09T06:20:33,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:33,483 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5204455e010d85d432a9774dd05c58d1, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:33,501 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/f/f05f9b36051a48e4b7e55e72f25602ba 2024-11-09T06:20:33,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,505 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f05f9b36051a48e4b7e55e72f25602ba 2024-11-09T06:20:33,509 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:33,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,516 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/info/4b2a12dfad5340388850f235f6516787 2024-11-09T06:20:33,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:33,533 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/f1/64070397bccd409a802197f229a60a26 is 30, key is row1/f1:/1731133231999/DeleteFamily/seqid=0 2024-11-09T06:20:33,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741842_1018 (size=5123) 2024-11-09T06:20:33,545 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/ns/78601c44fc234c42a62c97976999d7ef is 43, key is default/ns:d/1731133221815/Put/seqid=0 2024-11-09T06:20:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741843_1019 (size=5153) 2024-11-09T06:20:33,661 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 1160, reset compression=false 2024-11-09T06:20:33,683 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5204455e010d85d432a9774dd05c58d1, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:33,883 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5204455e010d85d432a9774dd05c58d1, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:33,942 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/f1/64070397bccd409a802197f229a60a26 2024-11-09T06:20:33,946 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64070397bccd409a802197f229a60a26 2024-11-09T06:20:33,950 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/ns/78601c44fc234c42a62c97976999d7ef 2024-11-09T06:20:33,964 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/norep/16fe9b3f61fd4e00a30358c68bcbcedf is 33, key is row1/norep:/1731133231999/DeleteFamily/seqid=0 2024-11-09T06:20:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741844_1020 (size=5108) 2024-11-09T06:20:33,970 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/rep_barrier/d9c37f742a7e4f1686c5ece7c00b1369 is 112, key is test,,1731133224022.5204455e010d85d432a9774dd05c58d1./rep_barrier:seqnumDuringOpen/1731133224377/Put/seqid=0 2024-11-09T06:20:33,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741845_1021 (size=5518) 2024-11-09T06:20:34,021 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:34,064 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 1160, reset compression=false 2024-11-09T06:20:34,083 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5204455e010d85d432a9774dd05c58d1, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:34,283 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5204455e010d85d432a9774dd05c58d1, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:34,369 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/norep/16fe9b3f61fd4e00a30358c68bcbcedf 2024-11-09T06:20:34,373 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/rep_barrier/d9c37f742a7e4f1686c5ece7c00b1369 2024-11-09T06:20:34,373 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16fe9b3f61fd4e00a30358c68bcbcedf 2024-11-09T06:20:34,374 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/f/f05f9b36051a48e4b7e55e72f25602ba as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/f/f05f9b36051a48e4b7e55e72f25602ba 2024-11-09T06:20:34,378 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f05f9b36051a48e4b7e55e72f25602ba 2024-11-09T06:20:34,378 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/f/f05f9b36051a48e4b7e55e72f25602ba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T06:20:34,379 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/f1/64070397bccd409a802197f229a60a26 as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/f1/64070397bccd409a802197f229a60a26 2024-11-09T06:20:34,383 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64070397bccd409a802197f229a60a26 2024-11-09T06:20:34,383 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/f1/64070397bccd409a802197f229a60a26, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T06:20:34,383 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/.tmp/norep/16fe9b3f61fd4e00a30358c68bcbcedf as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/norep/16fe9b3f61fd4e00a30358c68bcbcedf 2024-11-09T06:20:34,387 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16fe9b3f61fd4e00a30358c68bcbcedf 2024-11-09T06:20:34,387 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/norep/16fe9b3f61fd4e00a30358c68bcbcedf, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T06:20:34,388 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5204455e010d85d432a9774dd05c58d1 in 1306ms, sequenceid=8, compaction requested=false 2024-11-09T06:20:34,396 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/default/test/5204455e010d85d432a9774dd05c58d1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T06:20:34,396 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:34,396 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/table/8510fd8b3df64940820d8d4ecd98c876 is 53, key is hbase:replication/table:state/1731133227996/Put/seqid=0 2024-11-09T06:20:34,396 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:20:34,396 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:34,396 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5204455e010d85d432a9774dd05c58d1: Waiting for close lock at 1731133233082Running coprocessor pre-close hooks at 1731133233082Disabling compacts and flushes for region at 1731133233082Disabling writes for close at 1731133233082Obtaining lock to block concurrent updates at 1731133233082Preparing flush snapshotting stores in 5204455e010d85d432a9774dd05c58d1 at 1731133233082Finished memstore snapshotting test,,1731133224022.5204455e010d85d432a9774dd05c58d1., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731133233082Flushing stores of test,,1731133224022.5204455e010d85d432a9774dd05c58d1. at 1731133233083 (+1 ms)Flushing 5204455e010d85d432a9774dd05c58d1/f: creating writer at 1731133233083Flushing 5204455e010d85d432a9774dd05c58d1/f: appending metadata at 1731133233096 (+13 ms)Flushing 5204455e010d85d432a9774dd05c58d1/f: closing flushed file at 1731133233096Flushing 5204455e010d85d432a9774dd05c58d1/f1: creating writer at 1731133233506 (+410 ms)Flushing 5204455e010d85d432a9774dd05c58d1/f1: appending metadata at 1731133233532 (+26 ms)Flushing 5204455e010d85d432a9774dd05c58d1/f1: closing flushed file at 1731133233532Flushing 5204455e010d85d432a9774dd05c58d1/norep: creating writer at 1731133233947 (+415 ms)Flushing 5204455e010d85d432a9774dd05c58d1/norep: appending metadata at 1731133233963 (+16 ms)Flushing 5204455e010d85d432a9774dd05c58d1/norep: closing flushed file at 1731133233963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20444d7d: reopening flushed file at 1731133234373 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc7d554: reopening flushed file at 1731133234378 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b0968a: reopening flushed file at 1731133234383 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5204455e010d85d432a9774dd05c58d1 in 1306ms, sequenceid=8, compaction requested=false at 1731133234388 (+5 ms)Writing region close event to WAL at 1731133234392 (+4 ms)Running coprocessor post-close hooks at 1731133234396 (+4 ms)Closed at 1731133234396 2024-11-09T06:20:34,396 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133224022.5204455e010d85d432a9774dd05c58d1. 2024-11-09T06:20:34,396 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dae771053891bd69871835769090a7a, disabling compactions & flushes 2024-11-09T06:20:34,397 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,397 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,397 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. after waiting 0 ms 2024-11-09T06:20:34,397 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,397 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dae771053891bd69871835769090a7a: Waiting for close lock at 1731133234396Running coprocessor pre-close hooks at 1731133234396Disabling compacts and flushes for region at 1731133234396Disabling writes for close at 1731133234397 (+1 ms)Failed flush hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a., putting online again at 1731133234397 2024-11-09T06:20:34,397 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741846_1022 (size=5308) 2024-11-09T06:20:34,483 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:20:34,483 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5dae771053891bd69871835769090a7a=hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a.} 2024-11-09T06:20:34,483 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(3091): Received CLOSE for 5dae771053891bd69871835769090a7a 2024-11-09T06:20:34,484 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5dae771053891bd69871835769090a7a 2024-11-09T06:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5dae771053891bd69871835769090a7a, disabling compactions & flushes 2024-11-09T06:20:34,484 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. after waiting 0 ms 2024-11-09T06:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5dae771053891bd69871835769090a7a: Waiting for close lock at 1731133234484Running coprocessor pre-close hooks at 1731133234484Disabling compacts and flushes for region at 1731133234484Disabling writes for close at 1731133234484Failed flush hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a., putting online again at 1731133234484 2024-11-09T06:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133226823.5dae771053891bd69871835769090a7a. 2024-11-09T06:20:34,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:34,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:34,519 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28346 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:34,568 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 1160, reset compression=false 2024-11-09T06:20:34,572 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:34,572 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 1804, reset compression=false 2024-11-09T06:20:34,625 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:34,684 DEBUG [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:20:34,776 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.wal-reader.4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.1731133221296 to pos 1804, reset compression=false 2024-11-09T06:20:34,800 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/table/8510fd8b3df64940820d8d4ecd98c876 2024-11-09T06:20:34,803 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/info/4b2a12dfad5340388850f235f6516787 as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/info/4b2a12dfad5340388850f235f6516787 2024-11-09T06:20:34,807 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/info/4b2a12dfad5340388850f235f6516787, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:20:34,807 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/ns/78601c44fc234c42a62c97976999d7ef as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/ns/78601c44fc234c42a62c97976999d7ef 2024-11-09T06:20:34,810 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/ns/78601c44fc234c42a62c97976999d7ef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:20:34,811 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/rep_barrier/d9c37f742a7e4f1686c5ece7c00b1369 as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/rep_barrier/d9c37f742a7e4f1686c5ece7c00b1369 2024-11-09T06:20:34,814 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/rep_barrier/d9c37f742a7e4f1686c5ece7c00b1369, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:20:34,815 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/.tmp/table/8510fd8b3df64940820d8d4ecd98c876 as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/table/8510fd8b3df64940820d8d4ecd98c876 2024-11-09T06:20:34,818 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/table/8510fd8b3df64940820d8d4ecd98c876, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:20:34,819 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-09T06:20:34,823 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:20:34,823 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:34,823 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:34,823 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:34,823 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133233082Running coprocessor pre-close hooks at 1731133233082Disabling compacts and flushes for region at 1731133233082Disabling writes for close at 1731133233082Obtaining lock to block concurrent updates at 1731133233082Preparing flush snapshotting stores in 1588230740 at 1731133233082Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133233083 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133233083Flushing 1588230740/info: creating writer at 1731133233083Flushing 1588230740/info: appending metadata at 1731133233101 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731133233101Flushing 1588230740/ns: creating writer at 1731133233520 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731133233545 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731133233545Flushing 1588230740/rep_barrier: creating writer at 1731133233955 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133233970 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133233970Flushing 1588230740/table: creating writer at 1731133234377 (+407 ms)Flushing 1588230740/table: appending metadata at 1731133234396 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731133234396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59330da3: reopening flushed file at 1731133234803 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e671fa: reopening flushed file at 1731133234807 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5761db: reopening flushed file at 1731133234810 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2127fd7a: reopening flushed file at 1731133234814 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731133234819 (+5 ms)Writing region close event to WAL at 1731133234820 (+1 ms)Running coprocessor post-close hooks at 1731133234823 (+3 ms)Closed at 1731133234823 2024-11-09T06:20:34,823 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:34,884 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T06:20:34,884 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,40705,1731133219400; all regions closed. 2024-11-09T06:20:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:20:34,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/WALs/4a84bcce7bad,40705,1731133219400/4a84bcce7bad%2C40705%2C1731133219400.meta.1731133221734.meta not finished, retry = 0 2024-11-09T06:20:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741839_1015 (size=1515) 2024-11-09T06:20:34,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741833_1009 (size=1812) 2024-11-09T06:20:34,993 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:34,993 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:34,993 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:34,993 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:34,993 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:34,993 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:34,994 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,40705,1731133219400 because: Region server is closing 2024-11-09T06:20:34,994 INFO [RS:0;4a84bcce7bad:40705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:40705. 2024-11-09T06:20:34,994 DEBUG [RS:0;4a84bcce7bad:40705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:34,994 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:34,994 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:34,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:35,094 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,40705,1731133219400.replicationSource.shipper4a84bcce7bad%2C40705%2C1731133219400,1-4a84bcce7bad,40705,1731133219400 terminated 2024-11-09T06:20:35,094 INFO [RS:0;4a84bcce7bad:40705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:40705. 2024-11-09T06:20:35,095 DEBUG [RS:0;4a84bcce7bad:40705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:35,095 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:35,095 DEBUG [RS:0;4a84bcce7bad:40705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:35,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:35,095 INFO [RS:0;4a84bcce7bad:40705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40705 2024-11-09T06:20:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011/rs 2024-11-09T06:20:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11221121011/rs/4a84bcce7bad,40705,1731133219400 2024-11-09T06:20:35,142 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:35,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,40705,1731133219400] 2024-11-09T06:20:35,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11221121011/draining/4a84bcce7bad,40705,1731133219400 already deleted, retry=false 2024-11-09T06:20:35,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,40705,1731133219400 expired; onlineServers=0 2024-11-09T06:20:35,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,46221,1731133219252' ***** 2024-11-09T06:20:35,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:20:35,164 INFO [M:0;4a84bcce7bad:46221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:35,164 INFO [M:0;4a84bcce7bad:46221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:35,164 DEBUG [M:0;4a84bcce7bad:46221 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:20:35,164 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:20:35,164 DEBUG [M:0;4a84bcce7bad:46221 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:20:35,164 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133221024 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133221024,5,FailOnTimeoutGroup] 2024-11-09T06:20:35,164 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133221024 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133221024,5,FailOnTimeoutGroup] 2024-11-09T06:20:35,164 INFO [M:0;4a84bcce7bad:46221 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:35,164 INFO [M:0;4a84bcce7bad:46221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:35,164 DEBUG [M:0;4a84bcce7bad:46221 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:20:35,164 INFO [M:0;4a84bcce7bad:46221 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:20:35,164 INFO [M:0;4a84bcce7bad:46221 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:35,164 INFO [M:0;4a84bcce7bad:46221 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:20:35,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:20:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11221121011/master 2024-11-09T06:20:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11221121011 2024-11-09T06:20:35,174 DEBUG [M:0;4a84bcce7bad:46221 {}] zookeeper.ZKUtil(347): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Unable to get data of znode /11221121011/master because node does not exist (not an error) 2024-11-09T06:20:35,174 WARN [M:0;4a84bcce7bad:46221 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:20:35,175 INFO [M:0;4a84bcce7bad:46221 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/.lastflushedseqids 2024-11-09T06:20:35,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741847_1023 (size=245) 2024-11-09T06:20:35,253 INFO [RS:0;4a84bcce7bad:40705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:35,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:35,253 INFO [RS:0;4a84bcce7bad:40705 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,40705,1731133219400; zookeeper connection closed. 2024-11-09T06:20:35,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40705-0x1011e407a2b0004, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:35,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6317eb58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6317eb58 2024-11-09T06:20:35,254 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:20:35,329 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:35,579 INFO [M:0;4a84bcce7bad:46221 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:20:35,579 INFO [M:0;4a84bcce7bad:46221 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:20:35,579 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:35,579 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:35,579 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:35,579 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:35,579 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:35,579 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T06:20:35,594 DEBUG [M:0;4a84bcce7bad:46221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4323ede094924a80b2968f883d14dddc is 82, key is hbase:meta,,1/info:regioninfo/1731133221781/Put/seqid=0 2024-11-09T06:20:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741848_1024 (size=5672) 2024-11-09T06:20:35,998 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4323ede094924a80b2968f883d14dddc 2024-11-09T06:20:36,015 DEBUG [M:0;4a84bcce7bad:46221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8fd7c0c460d4e97b7cebf05f6bdc246 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731133228000/Put/seqid=0 2024-11-09T06:20:36,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741849_1025 (size=8516) 2024-11-09T06:20:36,132 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:36,459 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8fd7c0c460d4e97b7cebf05f6bdc246 2024-11-09T06:20:36,479 DEBUG [M:0;4a84bcce7bad:46221 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c3d417d28714b96b9478f9de9519a6e is 69, key is 4a84bcce7bad,40705,1731133219400/rs:state/1731133221076/Put/seqid=0 2024-11-09T06:20:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741850_1026 (size=5156) 2024-11-09T06:20:36,883 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c3d417d28714b96b9478f9de9519a6e 2024-11-09T06:20:36,887 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4323ede094924a80b2968f883d14dddc as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4323ede094924a80b2968f883d14dddc 2024-11-09T06:20:36,890 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4323ede094924a80b2968f883d14dddc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T06:20:36,891 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8fd7c0c460d4e97b7cebf05f6bdc246 as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8fd7c0c460d4e97b7cebf05f6bdc246 2024-11-09T06:20:36,895 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8fd7c0c460d4e97b7cebf05f6bdc246, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T06:20:36,895 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c3d417d28714b96b9478f9de9519a6e as hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c3d417d28714b96b9478f9de9519a6e 2024-11-09T06:20:36,898 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41029/user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c3d417d28714b96b9478f9de9519a6e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T06:20:36,899 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false 2024-11-09T06:20:36,900 INFO [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:36,900 DEBUG [M:0;4a84bcce7bad:46221 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133235579Disabling compacts and flushes for region at 1731133235579Disabling writes for close at 1731133235579Obtaining lock to block concurrent updates at 1731133235579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133235579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731133235580 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133235580Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133235580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133235594 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133235594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133236002 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133236015 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133236015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133236464 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133236479 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133236479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca2e150: reopening flushed file at 1731133236887 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3190dfdb: reopening flushed file at 1731133236890 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3680a759: reopening flushed file at 1731133236895 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=97, compaction requested=false at 1731133236899 (+4 ms)Writing region close event to WAL at 1731133236900 (+1 ms)Closed at 1731133236900 2024-11-09T06:20:36,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741830_1006 (size=63654) 2024-11-09T06:20:36,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f50ca55f-5b33-b57b-1d65-63d6829f39ed/MasterData/WALs/4a84bcce7bad,46221,1731133219252/4a84bcce7bad%2C46221%2C1731133219252.1731133220748 not finished, retry = 0 2024-11-09T06:20:37,003 INFO [M:0;4a84bcce7bad:46221 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:20:37,003 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:37,003 INFO [M:0;4a84bcce7bad:46221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46221 2024-11-09T06:20:37,003 INFO [M:0;4a84bcce7bad:46221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:37,035 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:37,158 INFO [M:0;4a84bcce7bad:46221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:37,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46221-0x1011e407a2b0003, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:37,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68e69f97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:37,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17adca69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:37,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:37,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32c4d61a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:37,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@101e4e1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:37,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:20:37,162 WARN [BP-1271359729-172.17.0.3-1731133217204 heartbeating to localhost/127.0.0.1:41029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:20:37,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:20:37,162 WARN [BP-1271359729-172.17.0.3-1731133217204 heartbeating to localhost/127.0.0.1:41029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271359729-172.17.0.3-1731133217204 (Datanode Uuid 03fa2bed-056a-45e6-8bba-e2bb6cc4a116) service to localhost/127.0.0.1:41029 2024-11-09T06:20:37,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/cluster_9a65af72-b692-182c-46ed-64242a4af522/data/data1/current/BP-1271359729-172.17.0.3-1731133217204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:37,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/cluster_9a65af72-b692-182c-46ed-64242a4af522/data/data2/current/BP-1271359729-172.17.0.3-1731133217204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:37,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:20:37,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121a9a7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:37,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@724e5ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:37,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:37,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c091e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:37,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@460c71e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:37,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:20:37,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:20:37,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:37,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:37,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:37,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:20:37,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2080495484, stopped=false 2024-11-09T06:20:37,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,43811,1731133213448 2024-11-09T06:20:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794334397/running 2024-11-09T06:20:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794334397/running 2024-11-09T06:20:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:37,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:37,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on znode that does not yet exist, /0-794334397/running 2024-11-09T06:20:37,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:20:37,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:37,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:37,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Set watcher on znode that does not yet exist, /0-794334397/running 2024-11-09T06:20:37,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,45639,1731133213723' ***** 2024-11-09T06:20:37,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:20:37,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(3091): Received CLOSE for 20d853fb132a725cdaa1e52406328349 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:45639. 2024-11-09T06:20:37,201 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20d853fb132a725cdaa1e52406328349, disabling compactions & flushes 2024-11-09T06:20:37,201 DEBUG [RS:0;4a84bcce7bad:45639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:37,201 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:37,201 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:37,201 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:37,201 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133221868.20d853fb132a725cdaa1e52406328349. after waiting 0 ms 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:20:37,201 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:20:37,201 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:20:37,201 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20d853fb132a725cdaa1e52406328349 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T06:20:37,202 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:20:37,202 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20d853fb132a725cdaa1e52406328349=test,,1731133221868.20d853fb132a725cdaa1e52406328349., 8e1bb8a45291aa989acb1d25cf8b7a0f=hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f.} 2024-11-09T06:20:37,202 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:37,202 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d853fb132a725cdaa1e52406328349, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:37,202 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:37,202 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:37,202 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:37,202 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:37,202 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:20:37,215 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/info/fae2fe8057ca4b2b975bc88f0da9a54b is 147, key is hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f./info:regioninfo/1731133225856/Put/seqid=0 2024-11-09T06:20:37,215 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/f/b50acc65258c40ab9c98e1cf1f56425f is 29, key is row1/f:/1731133231999/DeleteFamily/seqid=0 2024-11-09T06:20:37,218 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741840_1016 (size=7686) 2024-11-09T06:20:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741841_1017 (size=5118) 2024-11-09T06:20:37,402 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d853fb132a725cdaa1e52406328349, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:37,602 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d853fb132a725cdaa1e52406328349, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:37,619 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/f/b50acc65258c40ab9c98e1cf1f56425f 2024-11-09T06:20:37,619 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/info/fae2fe8057ca4b2b975bc88f0da9a54b 2024-11-09T06:20:37,623 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b50acc65258c40ab9c98e1cf1f56425f 2024-11-09T06:20:37,636 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/f1/8069eb937de949129165f4ef18831530 is 30, key is row1/f1:/1731133231999/DeleteFamily/seqid=0 2024-11-09T06:20:37,638 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/ns/9c0ffe1fafcc4fa690f4dc56775ae609 is 43, key is default/ns:d/1731133217130/Put/seqid=0 2024-11-09T06:20:37,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741842_1018 (size=5123) 2024-11-09T06:20:37,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741843_1019 (size=5153) 2024-11-09T06:20:37,802 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d853fb132a725cdaa1e52406328349, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:37,965 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:20:37,965 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:20:38,002 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d853fb132a725cdaa1e52406328349, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:38,039 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 914, reset compression=false 2024-11-09T06:20:38,040 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/f1/8069eb937de949129165f4ef18831530 2024-11-09T06:20:38,041 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/ns/9c0ffe1fafcc4fa690f4dc56775ae609 2024-11-09T06:20:38,043 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:38,044 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 1161, reset compression=false 2024-11-09T06:20:38,044 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,45639,1731133213723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:20:38,046 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8069eb937de949129165f4ef18831530 2024-11-09T06:20:38,045 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,45639,1731133213723: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,45639,1731133213723, walGroup=4a84bcce7bad%2C45639%2C1731133213723, offset=4a84bcce7bad%2C45639%2C1731133213723.1731133216030:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:45639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:20:38,046 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:20:38,046 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:20:38,047 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:20:38,047 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:20:38,047 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:20:38,047 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 664712320 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 191296608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:20:38,047 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:43811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:43811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:20:38,063 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/norep/b1318bc7890443a3a68ce1510f3cbd89 is 32, key is row/norep:/1731133230984/DeleteFamily/seqid=0 2024-11-09T06:20:38,064 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/rep_barrier/cd8ab81cc7bb49fd951e9427e1ede8ad is 112, key is test,,1731133221868.20d853fb132a725cdaa1e52406328349./rep_barrier:seqnumDuringOpen/1731133223026/Put/seqid=0 2024-11-09T06:20:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741844_1020 (size=5101) 2024-11-09T06:20:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741845_1021 (size=5518) 2024-11-09T06:20:38,203 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d853fb132a725cdaa1e52406328349, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:38,257 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 1161, reset compression=false 2024-11-09T06:20:38,403 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d853fb132a725cdaa1e52406328349, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:38,467 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/norep/b1318bc7890443a3a68ce1510f3cbd89 2024-11-09T06:20:38,468 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/rep_barrier/cd8ab81cc7bb49fd951e9427e1ede8ad 2024-11-09T06:20:38,471 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1318bc7890443a3a68ce1510f3cbd89 2024-11-09T06:20:38,471 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/f/b50acc65258c40ab9c98e1cf1f56425f as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/f/b50acc65258c40ab9c98e1cf1f56425f 2024-11-09T06:20:38,475 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b50acc65258c40ab9c98e1cf1f56425f 2024-11-09T06:20:38,475 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/f/b50acc65258c40ab9c98e1cf1f56425f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T06:20:38,476 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/f1/8069eb937de949129165f4ef18831530 as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/f1/8069eb937de949129165f4ef18831530 2024-11-09T06:20:38,480 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8069eb937de949129165f4ef18831530 2024-11-09T06:20:38,480 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/f1/8069eb937de949129165f4ef18831530, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T06:20:38,481 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/.tmp/norep/b1318bc7890443a3a68ce1510f3cbd89 as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/norep/b1318bc7890443a3a68ce1510f3cbd89 2024-11-09T06:20:38,485 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1318bc7890443a3a68ce1510f3cbd89 2024-11-09T06:20:38,485 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/norep/b1318bc7890443a3a68ce1510f3cbd89, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T06:20:38,485 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 20d853fb132a725cdaa1e52406328349 in 1284ms, sequenceid=8, compaction requested=false 2024-11-09T06:20:38,486 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/table/3dff3fe31171489ba8c3e7c1dbf95e23 is 53, key is hbase:replication/table:state/1731133225866/Put/seqid=0 2024-11-09T06:20:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741846_1022 (size=5308) 2024-11-09T06:20:38,490 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/default/test/20d853fb132a725cdaa1e52406328349/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:20:38,491 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20d853fb132a725cdaa1e52406328349: Waiting for close lock at 1731133237201Running coprocessor pre-close hooks at 1731133237201Disabling compacts and flushes for region at 1731133237201Disabling writes for close at 1731133237201Obtaining lock to block concurrent updates at 1731133237201Preparing flush snapshotting stores in 20d853fb132a725cdaa1e52406328349 at 1731133237201Finished memstore snapshotting test,,1731133221868.20d853fb132a725cdaa1e52406328349., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731133237202 (+1 ms)Flushing stores of test,,1731133221868.20d853fb132a725cdaa1e52406328349. at 1731133237202Flushing 20d853fb132a725cdaa1e52406328349/f: creating writer at 1731133237202Flushing 20d853fb132a725cdaa1e52406328349/f: appending metadata at 1731133237215 (+13 ms)Flushing 20d853fb132a725cdaa1e52406328349/f: closing flushed file at 1731133237215Flushing 20d853fb132a725cdaa1e52406328349/f1: creating writer at 1731133237623 (+408 ms)Flushing 20d853fb132a725cdaa1e52406328349/f1: appending metadata at 1731133237635 (+12 ms)Flushing 20d853fb132a725cdaa1e52406328349/f1: closing flushed file at 1731133237635Flushing 20d853fb132a725cdaa1e52406328349/norep: creating writer at 1731133238046 (+411 ms)Flushing 20d853fb132a725cdaa1e52406328349/norep: appending metadata at 1731133238062 (+16 ms)Flushing 20d853fb132a725cdaa1e52406328349/norep: closing flushed file at 1731133238062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170b548f: reopening flushed file at 1731133238471 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b6a944: reopening flushed file at 1731133238475 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bde203d: reopening flushed file at 1731133238480 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 20d853fb132a725cdaa1e52406328349 in 1284ms, sequenceid=8, compaction requested=false at 1731133238486 (+6 ms)Writing region close event to WAL at 1731133238487 (+1 ms)Running coprocessor post-close hooks at 1731133238491 (+4 ms)Closed at 1731133238491 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133221868.20d853fb132a725cdaa1e52406328349. 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e1bb8a45291aa989acb1d25cf8b7a0f, disabling compactions & flushes 2024-11-09T06:20:38,491 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. after waiting 0 ms 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e1bb8a45291aa989acb1d25cf8b7a0f: Waiting for close lock at 1731133238491Running coprocessor pre-close hooks at 1731133238491Disabling compacts and flushes for region at 1731133238491Disabling writes for close at 1731133238491Failed flush hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f., putting online again at 1731133238491 2024-11-09T06:20:38,491 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,560 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 1161, reset compression=false 2024-11-09T06:20:38,564 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:20:38,564 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 1805, reset compression=false 2024-11-09T06:20:38,603 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:20:38,603 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e1bb8a45291aa989acb1d25cf8b7a0f=hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f.} 2024-11-09T06:20:38,603 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:38,603 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e1bb8a45291aa989acb1d25cf8b7a0f 2024-11-09T06:20:38,603 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e1bb8a45291aa989acb1d25cf8b7a0f, disabling compactions & flushes 2024-11-09T06:20:38,603 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,603 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,603 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. after waiting 0 ms 2024-11-09T06:20:38,603 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,603 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e1bb8a45291aa989acb1d25cf8b7a0f: Waiting for close lock at 1731133238603Running coprocessor pre-close hooks at 1731133238603Disabling compacts and flushes for region at 1731133238603Disabling writes for close at 1731133238603Failed flush hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f., putting online again at 1731133238603 2024-11-09T06:20:38,603 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133224670.8e1bb8a45291aa989acb1d25cf8b7a0f. 2024-11-09T06:20:38,767 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 1805, reset compression=false 2024-11-09T06:20:38,803 DEBUG [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:20:38,890 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/table/3dff3fe31171489ba8c3e7c1dbf95e23 2024-11-09T06:20:38,895 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/info/fae2fe8057ca4b2b975bc88f0da9a54b as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/info/fae2fe8057ca4b2b975bc88f0da9a54b 2024-11-09T06:20:38,898 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/info/fae2fe8057ca4b2b975bc88f0da9a54b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:20:38,899 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/ns/9c0ffe1fafcc4fa690f4dc56775ae609 as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/ns/9c0ffe1fafcc4fa690f4dc56775ae609 2024-11-09T06:20:38,902 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/ns/9c0ffe1fafcc4fa690f4dc56775ae609, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:20:38,903 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/rep_barrier/cd8ab81cc7bb49fd951e9427e1ede8ad as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/rep_barrier/cd8ab81cc7bb49fd951e9427e1ede8ad 2024-11-09T06:20:38,906 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/rep_barrier/cd8ab81cc7bb49fd951e9427e1ede8ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:20:38,907 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/.tmp/table/3dff3fe31171489ba8c3e7c1dbf95e23 as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/table/3dff3fe31171489ba8c3e7c1dbf95e23 2024-11-09T06:20:38,910 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/table/3dff3fe31171489ba8c3e7c1dbf95e23, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:20:38,911 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-09T06:20:38,916 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:20:38,917 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:20:38,917 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:20:38,917 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:38,917 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133237202Running coprocessor pre-close hooks at 1731133237202Disabling compacts and flushes for region at 1731133237202Disabling writes for close at 1731133237202Obtaining lock to block concurrent updates at 1731133237202Preparing flush snapshotting stores in 1588230740 at 1731133237202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133237202Flushing stores of hbase:meta,,1.1588230740 at 1731133237203 (+1 ms)Flushing 1588230740/info: creating writer at 1731133237203Flushing 1588230740/info: appending metadata at 1731133237215 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731133237215Flushing 1588230740/ns: creating writer at 1731133237623 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731133237637 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731133237637Flushing 1588230740/rep_barrier: creating writer at 1731133238046 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133238064 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133238064Flushing 1588230740/table: creating writer at 1731133238471 (+407 ms)Flushing 1588230740/table: appending metadata at 1731133238486 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731133238486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c529464: reopening flushed file at 1731133238894 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6013c44f: reopening flushed file at 1731133238898 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b8b8b5: reopening flushed file at 1731133238902 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47488cb2: reopening flushed file at 1731133238906 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731133238911 (+5 ms)Writing region close event to WAL at 1731133238914 (+3 ms)Running coprocessor post-close hooks at 1731133238917 (+3 ms)Closed at 1731133238917 2024-11-09T06:20:38,917 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:39,003 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T06:20:39,003 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,45639,1731133213723; all regions closed. 2024-11-09T06:20:39,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:20:39,005 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.meta.1731133217049.meta not finished, retry = 0 2024-11-09T06:20:39,070 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 to pos 1805, reset compression=false 2024-11-09T06:20:39,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.rep.1731133225816 not finished, retry = 0 2024-11-09T06:20:39,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741839_1015 (size=1733) 2024-11-09T06:20:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741832_1008 (size=1813) 2024-11-09T06:20:39,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/WALs/4a84bcce7bad,45639,1731133213723/4a84bcce7bad%2C45639%2C1731133213723.1731133216030 not finished, retry = 0 2024-11-09T06:20:39,312 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:39,312 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:20:39,312 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:39,312 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:39,312 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:39,312 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:39,312 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,45639,1731133213723 because: Region server is closing 2024-11-09T06:20:39,312 INFO [RS:0;4a84bcce7bad:45639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:45639. 2024-11-09T06:20:39,313 DEBUG [RS:0;4a84bcce7bad:45639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:39,313 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:39,313 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:39,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:39,413 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.shipper4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 terminated 2024-11-09T06:20:39,413 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,45639,1731133213723.replicationSource.wal-reader.4a84bcce7bad%2C45639%2C1731133213723,1-4a84bcce7bad,45639,1731133213723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:20:39,413 INFO [RS:0;4a84bcce7bad:45639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:45639. 2024-11-09T06:20:39,413 DEBUG [RS:0;4a84bcce7bad:45639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:20:39,413 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:39,413 DEBUG [RS:0;4a84bcce7bad:45639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:39,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:20:39,413 INFO [RS:0;4a84bcce7bad:45639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45639 2024-11-09T06:20:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794334397/rs/4a84bcce7bad,45639,1731133213723 2024-11-09T06:20:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397/rs 2024-11-09T06:20:39,511 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:39,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,45639,1731133213723] 2024-11-09T06:20:39,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-794334397/draining/4a84bcce7bad,45639,1731133213723 already deleted, retry=false 2024-11-09T06:20:39,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,45639,1731133213723 expired; onlineServers=0 2024-11-09T06:20:39,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,43811,1731133213448' ***** 2024-11-09T06:20:39,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:20:39,532 INFO [M:0;4a84bcce7bad:43811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:20:39,532 INFO [M:0;4a84bcce7bad:43811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:20:39,532 DEBUG [M:0;4a84bcce7bad:43811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:20:39,532 DEBUG [M:0;4a84bcce7bad:43811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:20:39,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:20:39,532 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133215784 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133215784,5,FailOnTimeoutGroup] 2024-11-09T06:20:39,532 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133215784 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133215784,5,FailOnTimeoutGroup] 2024-11-09T06:20:39,532 INFO [M:0;4a84bcce7bad:43811 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:20:39,532 INFO [M:0;4a84bcce7bad:43811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:20:39,532 DEBUG [M:0;4a84bcce7bad:43811 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:20:39,532 INFO [M:0;4a84bcce7bad:43811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:20:39,532 INFO [M:0;4a84bcce7bad:43811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:20:39,532 INFO [M:0;4a84bcce7bad:43811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:20:39,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:20:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794334397/master 2024-11-09T06:20:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794334397 2024-11-09T06:20:39,542 DEBUG [M:0;4a84bcce7bad:43811 {}] zookeeper.ZKUtil(347): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Unable to get data of znode /0-794334397/master because node does not exist (not an error) 2024-11-09T06:20:39,542 WARN [M:0;4a84bcce7bad:43811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:20:39,545 INFO [M:0;4a84bcce7bad:43811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/.lastflushedseqids 2024-11-09T06:20:39,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741847_1023 (size=245) 2024-11-09T06:20:39,549 INFO [M:0;4a84bcce7bad:43811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:20:39,549 INFO [M:0;4a84bcce7bad:43811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:20:39,549 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:39,549 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:39,549 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:39,549 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:39,549 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:39,550 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T06:20:39,563 DEBUG [M:0;4a84bcce7bad:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ca40b5f5b444e7ea428f5607fdf89f1 is 82, key is hbase:meta,,1/info:regioninfo/1731133217078/Put/seqid=0 2024-11-09T06:20:39,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741848_1024 (size=5672) 2024-11-09T06:20:39,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:39,621 INFO [RS:0;4a84bcce7bad:45639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:39,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45639-0x1011e407a2b0001, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:39,621 INFO [RS:0;4a84bcce7bad:45639 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,45639,1731133213723; zookeeper connection closed. 2024-11-09T06:20:39,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d31d74c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d31d74c 2024-11-09T06:20:39,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:20:39,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:39,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:39,967 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ca40b5f5b444e7ea428f5607fdf89f1 2024-11-09T06:20:39,984 DEBUG [M:0;4a84bcce7bad:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1bf2975ebc4b8eab84c7659b445c56 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731133225870/Put/seqid=0 2024-11-09T06:20:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741849_1025 (size=8516) 2024-11-09T06:20:40,388 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1bf2975ebc4b8eab84c7659b445c56 2024-11-09T06:20:40,403 DEBUG [M:0;4a84bcce7bad:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc292e93c43c4d8e9567eb26e9889f94 is 69, key is 4a84bcce7bad,45639,1731133213723/rs:state/1731133215882/Put/seqid=0 2024-11-09T06:20:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741850_1026 (size=5156) 2024-11-09T06:20:40,807 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc292e93c43c4d8e9567eb26e9889f94 2024-11-09T06:20:40,811 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ca40b5f5b444e7ea428f5607fdf89f1 as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ca40b5f5b444e7ea428f5607fdf89f1 2024-11-09T06:20:40,815 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ca40b5f5b444e7ea428f5607fdf89f1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T06:20:40,816 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea1bf2975ebc4b8eab84c7659b445c56 as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea1bf2975ebc4b8eab84c7659b445c56 2024-11-09T06:20:40,819 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea1bf2975ebc4b8eab84c7659b445c56, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T06:20:40,820 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc292e93c43c4d8e9567eb26e9889f94 as hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc292e93c43c4d8e9567eb26e9889f94 2024-11-09T06:20:40,824 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42785/user/jenkins/test-data/d86cddf9-84a1-42bf-b462-fdb6b5fd9ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc292e93c43c4d8e9567eb26e9889f94, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T06:20:40,825 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-09T06:20:40,826 INFO [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:40,826 DEBUG [M:0;4a84bcce7bad:43811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133239549Disabling compacts and flushes for region at 1731133239549Disabling writes for close at 1731133239549Obtaining lock to block concurrent updates at 1731133239550 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133239550Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731133239550Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133239550Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133239550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133239563 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133239563Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133239971 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133239983 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133239983Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133240391 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133240403 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133240403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2c019f: reopening flushed file at 1731133240811 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3554c5d: reopening flushed file at 1731133240815 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e37167: reopening flushed file at 1731133240820 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731133240825 (+5 ms)Writing region close event to WAL at 1731133240826 (+1 ms)Closed at 1731133240826 2024-11-09T06:20:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741830_1006 (size=63654) 2024-11-09T06:20:40,830 INFO [M:0;4a84bcce7bad:43811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:20:40,830 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:20:40,830 INFO [M:0;4a84bcce7bad:43811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43811 2024-11-09T06:20:40,830 INFO [M:0;4a84bcce7bad:43811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:20:41,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:41,011 INFO [M:0;4a84bcce7bad:43811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:20:41,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1011e407a2b0000, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:20:41,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bee05b6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:41,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75651407{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:41,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:41,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cbc2723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:41,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599290b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:41,014 WARN [BP-1806170459-172.17.0.3-1731133210289 heartbeating to localhost/127.0.0.1:42785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:20:41,014 WARN [BP-1806170459-172.17.0.3-1731133210289 heartbeating to localhost/127.0.0.1:42785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1806170459-172.17.0.3-1731133210289 (Datanode Uuid d2c4ec4d-257f-4dea-a5b4-a1511dfcdcdf) service to localhost/127.0.0.1:42785 2024-11-09T06:20:41,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:20:41,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:20:41,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a/data/data1/current/BP-1806170459-172.17.0.3-1731133210289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:41,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/cluster_5ffc9fdb-52bc-3ea0-e2c3-e7c857c1508a/data/data2/current/BP-1806170459-172.17.0.3-1731133210289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:20:41,015 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:20:41,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75c63314{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:41,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16379428{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:20:41,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:20:41,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35285aae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:20:41,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8b31714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cff33b62-ded3-7d7b-aeab-2adac8876a79/hadoop.log.dir/,STOPPED} 2024-11-09T06:20:41,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:20:41,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:20:41,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 243) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64364) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41029 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:42785 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:42785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:42785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:41029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64364) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=399 (was 467), ProcessCount=11 (was 11), AvailableMemoryMB=767 (was 1193) 2024-11-09T06:20:41,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=399, ProcessCount=11, AvailableMemoryMB=767 2024-11-09T06:20:41,062 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T06:20:41,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.log.dir so I do NOT create it in target/test-data/762a4878-6528-4128-e8ed-5015aaa85167 2024-11-09T06:20:41,062 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:20:41,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.tmp.dir so I do NOT create it in target/test-data/762a4878-6528-4128-e8ed-5015aaa85167 2024-11-09T06:20:41,062 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0be78696-13dc-9fde-4408-7399bee939fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:20:41,062 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167 2024-11-09T06:20:41,062 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100, deleteOnExit=true 2024-11-09T06:20:41,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100/zookeeper_0, clientPort=56972, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:20:41,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56972 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/test.cache.data in system properties and HBase conf 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:20:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:20:41,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:20:41,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:20:41,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e407a2b0005, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:20:41,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e407a2b0002, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:20:41,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e407a2b0005, quorum=127.0.0.1:64364, baseZNode=/11221121011 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:20:41,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e407a2b0002, quorum=127.0.0.1:64364, baseZNode=/0-794334397 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:20:41,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:41,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:41,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:41,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:41,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:20:41,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:41,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e30870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:41,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@390abfea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:41,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cf96f92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/java.io.tmpdir/jetty-localhost-33379-hadoop-hdfs-3_4_1-tests_jar-_-any-17033082240927617899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:41,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e7d72ce{HTTP/1.1, (http/1.1)}{localhost:33379} 2024-11-09T06:20:41,484 INFO [Time-limited test {}] server.Server(415): Started @231895ms 2024-11-09T06:20:41,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:41,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:41,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:41,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:41,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:20:41,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f952c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:41,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3efd422b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:41,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e25b94f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/java.io.tmpdir/jetty-localhost-40053-hadoop-hdfs-3_4_1-tests_jar-_-any-14961056494129073147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:41,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6640ff{HTTP/1.1, (http/1.1)}{localhost:40053} 2024-11-09T06:20:41,820 INFO [Time-limited test {}] server.Server(415): Started @232231ms 2024-11-09T06:20:41,821 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:20:42,495 WARN [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100/data/data1/current/BP-1743584339-172.17.0.3-1731133241079/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:42,495 WARN [Thread-2647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100/data/data2/current/BP-1743584339-172.17.0.3-1731133241079/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:42,514 WARN [Thread-2634 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:20:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d5b16cc1f6c58e with lease ID 0x35b996adfb75525b: Processing first storage report for DS-f679b09e-605c-47e2-81fd-f071802c2787 from datanode DatanodeRegistration(127.0.0.1:42929, datanodeUuid=5d889b19-a0e4-40b2-a6df-c00d4489a6ef, infoPort=40075, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=1295444833;c=1731133241079) 2024-11-09T06:20:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d5b16cc1f6c58e with lease ID 0x35b996adfb75525b: from storage DS-f679b09e-605c-47e2-81fd-f071802c2787 node DatanodeRegistration(127.0.0.1:42929, datanodeUuid=5d889b19-a0e4-40b2-a6df-c00d4489a6ef, infoPort=40075, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=1295444833;c=1731133241079), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d5b16cc1f6c58e with lease ID 0x35b996adfb75525b: Processing first storage report for DS-bd54443a-d37e-453a-a3f3-e6fec673f79d from datanode DatanodeRegistration(127.0.0.1:42929, datanodeUuid=5d889b19-a0e4-40b2-a6df-c00d4489a6ef, infoPort=40075, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=1295444833;c=1731133241079) 2024-11-09T06:20:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d5b16cc1f6c58e with lease ID 0x35b996adfb75525b: from storage DS-bd54443a-d37e-453a-a3f3-e6fec673f79d node DatanodeRegistration(127.0.0.1:42929, datanodeUuid=5d889b19-a0e4-40b2-a6df-c00d4489a6ef, infoPort=40075, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=1295444833;c=1731133241079), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:42,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167 2024-11-09T06:20:42,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:42,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:20:42,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467 with version=8 2024-11-09T06:20:42,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/hbase-staging 2024-11-09T06:20:42,954 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:42,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:42,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:42,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:42,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:42,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:42,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:20:42,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:42,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37197 2024-11-09T06:20:42,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37197 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:43,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371970x0, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:43,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37197-0x1011e40f2930000 connected 2024-11-09T06:20:43,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:43,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:43,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on znode that does not yet exist, /0-1441287857/running 2024-11-09T06:20:43,142 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467, hbase.cluster.distributed=false 2024-11-09T06:20:43,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on znode that does not yet exist, /0-1441287857/acl 2024-11-09T06:20:43,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-09T06:20:43,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37197 2024-11-09T06:20:43,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37197 2024-11-09T06:20:43,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-09T06:20:43,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37197 2024-11-09T06:20:43,159 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:43,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43849 2024-11-09T06:20:43,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43849 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:43,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:43,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438490x0, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:43,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438490x0, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on znode that does not yet exist, /0-1441287857/running 2024-11-09T06:20:43,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43849-0x1011e40f2930001 connected 2024-11-09T06:20:43,171 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:20:43,172 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:20:43,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on znode that does not yet exist, /0-1441287857/master 2024-11-09T06:20:43,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on znode that does not yet exist, /0-1441287857/acl 2024-11-09T06:20:43,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-09T06:20:43,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43849 2024-11-09T06:20:43,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43849 2024-11-09T06:20:43,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-09T06:20:43,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-09T06:20:43,189 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:37197 2024-11-09T06:20:43,190 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1441287857/backup-masters/4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857/backup-masters 2024-11-09T06:20:43,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857/backup-masters 2024-11-09T06:20:43,200 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on existing znode=/0-1441287857/backup-masters/4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1441287857/master 2024-11-09T06:20:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:43,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:43,211 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on existing znode=/0-1441287857/master 2024-11-09T06:20:43,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1441287857/backup-masters/4a84bcce7bad,37197,1731133242954 from backup master directory 2024-11-09T06:20:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1441287857/backup-masters/4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857/backup-masters 2024-11-09T06:20:43,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857/backup-masters 2024-11-09T06:20:43,223 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:43,223 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:43,226 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/hbase.id] with ID: 06c05ff4-aa1d-4605-9429-fcd293fc6938 2024-11-09T06:20:43,226 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/.tmp/hbase.id 2024-11-09T06:20:43,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:20:43,630 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/.tmp/hbase.id]:[hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/hbase.id] 2024-11-09T06:20:43,639 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:43,639 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:20:43,640 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:20:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:43,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:20:44,092 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:44,092 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:20:44,093 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:20:44,498 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store 2024-11-09T06:20:44,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:20:44,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:44,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:44,600 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38427 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:44,903 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:44,903 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:44,903 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:44,903 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:44,903 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:44,903 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:44,903 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:44,903 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133244903Disabling compacts and flushes for region at 1731133244903Disabling writes for close at 1731133244903Writing region close event to WAL at 1731133244903Closed at 1731133244903 2024-11-09T06:20:44,904 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/.initializing 2024-11-09T06:20:44,904 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/WALs/4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:44,905 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:44,906 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C37197%2C1731133242954, suffix=, logDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/WALs/4a84bcce7bad,37197,1731133242954, archiveDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/oldWALs, maxLogs=10 2024-11-09T06:20:44,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:44,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,926 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/WALs/4a84bcce7bad,37197,1731133242954/4a84bcce7bad%2C37197%2C1731133242954.1731133244906, exclude list is [], retry=0 2024-11-09T06:20:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-f679b09e-605c-47e2-81fd-f071802c2787,DISK] 2024-11-09T06:20:44,934 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/WALs/4a84bcce7bad,37197,1731133242954/4a84bcce7bad%2C37197%2C1731133242954.1731133244906 2024-11-09T06:20:44,934 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40075:40075)] 2024-11-09T06:20:44,934 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:44,934 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:44,934 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,935 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:20:44,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:44,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:44,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:20:44,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:44,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:44,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:20:44,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:44,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:44,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:20:44,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:44,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:44,942 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,943 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,943 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,944 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,944 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,945 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:44,946 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:44,948 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:44,949 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66523674, jitterRate=-0.00872001051902771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:44,949 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133244935Initializing all the Stores at 1731133244935Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133244935Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133244936 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133244936Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133244936Cleaning up temporary data from old regions at 1731133244944 (+8 ms)Region opened successfully at 1731133244949 (+5 ms) 2024-11-09T06:20:44,954 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:20:44,957 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206f794b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:44,958 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:20:44,958 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:20:44,958 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:20:44,958 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:20:44,958 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:20:44,959 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:20:44,959 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:20:44,960 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:20:44,961 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Unable to get data of znode /0-1441287857/balancer because node does not exist (not necessarily an error) 2024-11-09T06:20:44,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:44,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:45,055 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1441287857/balancer already deleted, retry=false 2024-11-09T06:20:45,055 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:20:45,056 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Unable to get data of znode /0-1441287857/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:20:45,065 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1441287857/normalizer already deleted, retry=false 2024-11-09T06:20:45,066 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:20:45,067 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Unable to get data of znode /0-1441287857/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:20:45,076 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1441287857/switch/split already deleted, retry=false 2024-11-09T06:20:45,077 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Unable to get data of znode /0-1441287857/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:20:45,086 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1441287857/switch/merge already deleted, retry=false 2024-11-09T06:20:45,089 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Unable to get data of znode /0-1441287857/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:20:45,097 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1441287857/snapshot-cleanup already deleted, retry=false 2024-11-09T06:20:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1441287857/running 2024-11-09T06:20:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1441287857/running 2024-11-09T06:20:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:45,108 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,37197,1731133242954, sessionid=0x1011e40f2930000, setting cluster-up flag (Was=false) 2024-11-09T06:20:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:45,160 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1441287857/flush-table-proc/acquired, /0-1441287857/flush-table-proc/reached, /0-1441287857/flush-table-proc/abort 2024-11-09T06:20:45,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:45,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:45,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:45,213 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1441287857/online-snapshot/acquired, /0-1441287857/online-snapshot/reached, /0-1441287857/online-snapshot/abort 2024-11-09T06:20:45,214 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:45,215 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:20:45,216 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:45,216 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:20:45,216 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:20:45,216 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,37197,1731133242954 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:45,217 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133275218 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:20:45,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:45,218 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:20:45,219 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133245219,5,FailOnTimeoutGroup] 2024-11-09T06:20:45,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:45,219 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133245219,5,FailOnTimeoutGroup] 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,219 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:20:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:20:45,282 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(746): ClusterId : 06c05ff4-aa1d-4605-9429-fcd293fc6938 2024-11-09T06:20:45,282 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:20:45,287 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:20:45,287 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:20:45,297 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:20:45,298 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392728b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:45,319 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:43849 2024-11-09T06:20:45,319 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:20:45,319 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:20:45,319 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:20:45,319 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,37197,1731133242954 with port=43849, startcode=1731133243159 2024-11-09T06:20:45,319 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:20:45,321 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:20:45,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:45,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37197 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:45,322 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467 2024-11-09T06:20:45,322 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39845 2024-11-09T06:20:45,322 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:20:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857/rs 2024-11-09T06:20:45,329 DEBUG [RS:0;4a84bcce7bad:43849 {}] zookeeper.ZKUtil(111): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on existing znode=/0-1441287857/rs/4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:45,329 WARN [RS:0;4a84bcce7bad:43849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:45,329 INFO [RS:0;4a84bcce7bad:43849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:45,329 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:45,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,43849,1731133243159] 2024-11-09T06:20:45,332 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:20:45,333 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:20:45,333 INFO [RS:0;4a84bcce7bad:43849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:20:45,333 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,333 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:20:45,334 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:20:45,334 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:45,334 DEBUG [RS:0;4a84bcce7bad:43849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:45,335 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,335 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,335 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,335 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,335 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,335 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43849,1731133243159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:45,348 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:20:45,348 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,43849,1731133243159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,348 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,348 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.Replication(171): 4a84bcce7bad,43849,1731133243159 started 2024-11-09T06:20:45,359 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:45,359 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,43849,1731133243159, RpcServer on 4a84bcce7bad/172.17.0.3:43849, sessionid=0x1011e40f2930001 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,43849,1731133243159' 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1441287857/flush-table-proc/abort' 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1441287857/flush-table-proc/acquired' 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:20:45,360 DEBUG [RS:0;4a84bcce7bad:43849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:45,361 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,43849,1731133243159' 2024-11-09T06:20:45,361 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1441287857/online-snapshot/abort' 2024-11-09T06:20:45,361 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1441287857/online-snapshot/acquired' 2024-11-09T06:20:45,361 DEBUG [RS:0;4a84bcce7bad:43849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:20:45,361 INFO [RS:0;4a84bcce7bad:43849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:20:45,361 INFO [RS:0;4a84bcce7bad:43849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:20:45,462 INFO [RS:0;4a84bcce7bad:43849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:45,463 INFO [RS:0;4a84bcce7bad:43849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C43849%2C1731133243159, suffix=, logDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159, archiveDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/oldWALs, maxLogs=10 2024-11-09T06:20:45,474 DEBUG [RS:0;4a84bcce7bad:43849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, exclude list is [], retry=0 2024-11-09T06:20:45,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-f679b09e-605c-47e2-81fd-f071802c2787,DISK] 2024-11-09T06:20:45,478 INFO [RS:0;4a84bcce7bad:43849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 2024-11-09T06:20:45,478 DEBUG [RS:0;4a84bcce7bad:43849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40075:40075)] 2024-11-09T06:20:45,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:20:45,627 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467 2024-11-09T06:20:45,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:20:46,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:46,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:46,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:46,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:46,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:46,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:46,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:46,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:46,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:46,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:46,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740 2024-11-09T06:20:46,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740 2024-11-09T06:20:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:46,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:46,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:46,042 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:46,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64585800, jitterRate=-0.03759658336639404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:46,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133246034Initializing all the Stores at 1731133246035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133246035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133246035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133246035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133246035Cleaning up temporary data from old regions at 1731133246040 (+5 ms)Region opened successfully at 1731133246043 (+3 ms) 2024-11-09T06:20:46,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:46,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:46,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:46,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:46,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:46,043 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:46,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133246043Disabling compacts and flushes for region at 1731133246043Disabling writes for close at 1731133246043Writing region close event to WAL at 1731133246043Closed at 1731133246043 2024-11-09T06:20:46,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:46,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:20:46,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:20:46,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:46,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:20:46,196 DEBUG [4a84bcce7bad:37197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:20:46,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:46,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,43849,1731133243159, state=OPENING 2024-11-09T06:20:46,244 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:20:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:46,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:20:46,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1441287857/meta-region-server: CHANGED 2024-11-09T06:20:46,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1441287857/meta-region-server: CHANGED 2024-11-09T06:20:46,285 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:46,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,43849,1731133243159}] 2024-11-09T06:20:46,437 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:46,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:20:46,440 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:20:46,440 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:46,441 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:20:46,442 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C43849%2C1731133243159.meta, suffix=.meta, logDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159, archiveDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/oldWALs, maxLogs=10 2024-11-09T06:20:46,453 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.meta.1731133246442.meta, exclude list is [], retry=0 2024-11-09T06:20:46,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-f679b09e-605c-47e2-81fd-f071802c2787,DISK] 2024-11-09T06:20:46,456 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.meta.1731133246442.meta 2024-11-09T06:20:46,456 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40075:40075)] 2024-11-09T06:20:46,456 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:46,457 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:46,457 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:20:46,457 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:20:46,457 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:20:46,457 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:20:46,457 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:46,457 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:20:46,457 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:20:46,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:46,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:46,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:46,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:46,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:46,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:46,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:46,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:46,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:46,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:46,462 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:46,462 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740 2024-11-09T06:20:46,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740 2024-11-09T06:20:46,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:46,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:46,464 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:46,465 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:46,465 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61421852, jitterRate=-0.08474308252334595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:46,466 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:20:46,466 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133246457Writing region info on filesystem at 1731133246457Initializing all the Stores at 1731133246458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133246458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133246458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133246458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133246458Cleaning up temporary data from old regions at 1731133246463 (+5 ms)Running coprocessor post-open hooks at 1731133246466 (+3 ms)Region opened successfully at 1731133246466 2024-11-09T06:20:46,467 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133246437 2024-11-09T06:20:46,469 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:20:46,469 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:20:46,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:46,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,43849,1731133243159, state=OPEN 2024-11-09T06:20:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1441287857/meta-region-server 2024-11-09T06:20:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1441287857/meta-region-server 2024-11-09T06:20:46,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:46,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1441287857/meta-region-server: CHANGED 2024-11-09T06:20:46,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1441287857/meta-region-server: CHANGED 2024-11-09T06:20:46,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:20:46,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,43849,1731133243159 in 202 msec 2024-11-09T06:20:46,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:20:46,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-09T06:20:46,491 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:46,491 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:20:46,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:46,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43849,1731133243159, seqNum=-1] 2024-11-09T06:20:46,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:46,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:46,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-09T06:20:46,497 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133246497, completionTime=-1 2024-11-09T06:20:46,497 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:20:46,497 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:20:46,498 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:20:46,498 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133306498 2024-11-09T06:20:46,498 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133366498 2024-11-09T06:20:46,498 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:20:46,499 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37197,1731133242954-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:46,499 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37197,1731133242954-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:46,499 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37197,1731133242954-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:46,499 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:37197, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:46,499 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:46,500 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:46,501 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:20:46,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.279sec 2024-11-09T06:20:46,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:20:46,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:20:46,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:20:46,502 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:20:46,503 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:20:46,503 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37197,1731133242954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:46,503 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37197,1731133242954-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:20:46,504 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:20:46,504 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:20:46,504 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37197,1731133242954-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:46,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0e17f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:46,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37197,-1 for getting cluster id 2024-11-09T06:20:46,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:46,584 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c05ff4-aa1d-4605-9429-fcd293fc6938' 2024-11-09T06:20:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c05ff4-aa1d-4605-9429-fcd293fc6938" 2024-11-09T06:20:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41353a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37197,-1] 2024-11-09T06:20:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:46,586 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:46,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4601279b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:46,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:46,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43849,1731133243159, seqNum=-1] 2024-11-09T06:20:46,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:46,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:46,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:46,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:46,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e40f2930002 connected 2024-11-09T06:20:46,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.log.dir so I do NOT create it in target/test-data/42761807-4adc-1527-9124-4f961decfda6 2024-11-09T06:20:46,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:20:46,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.tmp.dir so I do NOT create it in target/test-data/42761807-4adc-1527-9124-4f961decfda6 2024-11-09T06:20:46,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:20:46,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6 2024-11-09T06:20:46,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:20:46,615 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/cluster_b2a43adb-138f-dea3-aeef-ae2d61547ace, deleteOnExit=true 2024-11-09T06:20:46,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/test.cache.data in system properties and HBase conf 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:20:46,616 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:46,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:46,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:20:46,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:20:46,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:46,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:46,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:46,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:46,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:20:46,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:46,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e025d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:46,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ea4496c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:47,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ced77e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/java.io.tmpdir/jetty-localhost-41547-hadoop-hdfs-3_4_1-tests_jar-_-any-16403834301899610340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:47,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c1fa2a{HTTP/1.1, (http/1.1)}{localhost:41547} 2024-11-09T06:20:47,040 INFO [Time-limited test {}] server.Server(415): Started @237452ms 2024-11-09T06:20:47,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:47,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:47,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:47,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:47,321 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:20:47,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44332dab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:47,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc97221{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:47,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28eea844{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/java.io.tmpdir/jetty-localhost-40851-hadoop-hdfs-3_4_1-tests_jar-_-any-4460983653053817436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:47,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eefd956{HTTP/1.1, (http/1.1)}{localhost:40851} 2024-11-09T06:20:47,425 INFO [Time-limited test {}] server.Server(415): Started @237836ms 2024-11-09T06:20:47,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:20:48,066 WARN [Thread-2768 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/cluster_b2a43adb-138f-dea3-aeef-ae2d61547ace/data/data2/current/BP-1426679078-172.17.0.3-1731133246637/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:48,066 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/cluster_b2a43adb-138f-dea3-aeef-ae2d61547ace/data/data1/current/BP-1426679078-172.17.0.3-1731133246637/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:48,087 WARN [Thread-2755 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:20:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f3510db744ae347 with lease ID 0xae1f640472bbce38: Processing first storage report for DS-d4699f1b-a750-4232-bed3-d385181b6aa3 from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=7232e44f-7fba-4172-93ca-4507ef0db7ab, infoPort=34701, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1404702140;c=1731133246637) 2024-11-09T06:20:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f3510db744ae347 with lease ID 0xae1f640472bbce38: from storage DS-d4699f1b-a750-4232-bed3-d385181b6aa3 node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=7232e44f-7fba-4172-93ca-4507ef0db7ab, infoPort=34701, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1404702140;c=1731133246637), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f3510db744ae347 with lease ID 0xae1f640472bbce38: Processing first storage report for DS-1b868952-8104-4bc8-8b79-2597afd13a13 from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=7232e44f-7fba-4172-93ca-4507ef0db7ab, infoPort=34701, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1404702140;c=1731133246637) 2024-11-09T06:20:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f3510db744ae347 with lease ID 0xae1f640472bbce38: from storage DS-1b868952-8104-4bc8-8b79-2597afd13a13 node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=7232e44f-7fba-4172-93ca-4507ef0db7ab, infoPort=34701, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=1404702140;c=1731133246637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:48,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6 2024-11-09T06:20:48,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:48,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:20:48,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:20:48,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:20:48,556 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b with version=8 2024-11-09T06:20:48,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/hbase-staging 2024-11-09T06:20:48,558 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:48,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:48,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:20:48,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:48,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38073 2024-11-09T06:20:48,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38073 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:48,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380730x0, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:48,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38073-0x1011e40f2930003 connected 2024-11-09T06:20:48,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:48,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:48,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on znode that does not yet exist, /12081267459/running 2024-11-09T06:20:48,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b, hbase.cluster.distributed=false 2024-11-09T06:20:48,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on znode that does not yet exist, /12081267459/acl 2024-11-09T06:20:48,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-09T06:20:48,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38073 2024-11-09T06:20:48,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38073 2024-11-09T06:20:48,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-09T06:20:48,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-09T06:20:48,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:48,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:48,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:48,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:48,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:48,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:48,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:20:48,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:48,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33945 2024-11-09T06:20:48,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33945 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:48,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:48,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:48,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339450x0, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:48,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339450x0, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on znode that does not yet exist, /12081267459/running 2024-11-09T06:20:48,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33945-0x1011e40f2930004 connected 2024-11-09T06:20:48,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:20:48,709 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:20:48,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on znode that does not yet exist, /12081267459/master 2024-11-09T06:20:48,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on znode that does not yet exist, /12081267459/acl 2024-11-09T06:20:48,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-09T06:20:48,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33945 2024-11-09T06:20:48,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33945 2024-11-09T06:20:48,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-09T06:20:48,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-09T06:20:48,726 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:38073 2024-11-09T06:20:48,727 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12081267459/backup-masters/4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459/backup-masters 2024-11-09T06:20:48,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459/backup-masters 2024-11-09T06:20:48,739 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on existing znode=/12081267459/backup-masters/4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:48,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:48,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12081267459/master 2024-11-09T06:20:48,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:48,750 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on existing znode=/12081267459/master 2024-11-09T06:20:48,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12081267459/backup-masters/4a84bcce7bad,38073,1731133248558 from backup master directory 2024-11-09T06:20:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12081267459/backup-masters/4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459/backup-masters 2024-11-09T06:20:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459/backup-masters 2024-11-09T06:20:48,760 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:48,760 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:48,763 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/hbase.id] with ID: 6ff676d5-6069-48b9-8c3e-4afd2356983c 2024-11-09T06:20:48,763 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/.tmp/hbase.id 2024-11-09T06:20:48,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:20:49,169 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/.tmp/hbase.id]:[hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/hbase.id] 2024-11-09T06:20:49,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:49,177 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:20:49,178 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T06:20:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:20:49,628 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:49,629 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:20:49,629 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:20:49,635 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store 2024-11-09T06:20:49,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:20:50,039 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:50,040 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:50,040 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:50,040 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:50,040 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:50,040 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:50,040 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:50,040 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133250039Disabling compacts and flushes for region at 1731133250039Disabling writes for close at 1731133250040 (+1 ms)Writing region close event to WAL at 1731133250040Closed at 1731133250040 2024-11-09T06:20:50,040 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/.initializing 2024-11-09T06:20:50,040 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/WALs/4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:50,041 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:50,042 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C38073%2C1731133248558, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/WALs/4a84bcce7bad,38073,1731133248558, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/oldWALs, maxLogs=10 2024-11-09T06:20:50,058 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/WALs/4a84bcce7bad,38073,1731133248558/4a84bcce7bad%2C38073%2C1731133248558.1731133250042, exclude list is [], retry=0 2024-11-09T06:20:50,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-d4699f1b-a750-4232-bed3-d385181b6aa3,DISK] 2024-11-09T06:20:50,062 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/WALs/4a84bcce7bad,38073,1731133248558/4a84bcce7bad%2C38073%2C1731133248558.1731133250042 2024-11-09T06:20:50,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34701:34701)] 2024-11-09T06:20:50,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:50,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:50,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,062 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:20:50,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:50,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:50,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:20:50,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:50,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:50,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:20:50,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:50,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:50,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:20:50,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:50,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:50,068 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,068 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,069 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,069 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,069 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,070 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:50,071 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:50,077 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:50,077 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60256667, jitterRate=-0.10210569202899933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:50,077 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133250062Initializing all the Stores at 1731133250063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133250063Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133250063Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133250063Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133250063Cleaning up temporary data from old regions at 1731133250069 (+6 ms)Region opened successfully at 1731133250077 (+8 ms) 2024-11-09T06:20:50,077 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:20:50,080 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdb808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:50,081 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:20:50,081 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:20:50,081 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:20:50,081 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:20:50,082 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:20:50,082 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:20:50,082 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:20:50,085 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:20:50,086 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Unable to get data of znode /12081267459/balancer because node does not exist (not necessarily an error) 2024-11-09T06:20:50,160 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12081267459/balancer already deleted, retry=false 2024-11-09T06:20:50,161 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:20:50,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Unable to get data of znode /12081267459/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:20:50,170 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12081267459/normalizer already deleted, retry=false 2024-11-09T06:20:50,171 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:20:50,171 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Unable to get data of znode /12081267459/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:20:50,181 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12081267459/switch/split already deleted, retry=false 2024-11-09T06:20:50,181 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Unable to get data of znode /12081267459/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:20:50,191 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12081267459/switch/merge already deleted, retry=false 2024-11-09T06:20:50,193 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Unable to get data of znode /12081267459/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:20:50,202 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12081267459/snapshot-cleanup already deleted, retry=false 2024-11-09T06:20:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12081267459/running 2024-11-09T06:20:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12081267459/running 2024-11-09T06:20:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:50,213 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,38073,1731133248558, sessionid=0x1011e40f2930003, setting cluster-up flag (Was=false) 2024-11-09T06:20:50,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:50,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:50,347 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12081267459/flush-table-proc/acquired, /12081267459/flush-table-proc/reached, /12081267459/flush-table-proc/abort 2024-11-09T06:20:50,348 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:50,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:50,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:50,402 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12081267459/online-snapshot/acquired, /12081267459/online-snapshot/reached, /12081267459/online-snapshot/abort 2024-11-09T06:20:50,403 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:50,404 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:20:50,405 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:50,406 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:20:50,406 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:20:50,406 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,38073,1731133248558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:20:50,407 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:50,407 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:50,407 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:50,407 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:50,407 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:20:50,407 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,408 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:50,408 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,412 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133280412 2024-11-09T06:20:50,412 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:20:50,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:50,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:20:50,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:20:50,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:20:50,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:20:50,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:20:50,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:20:50,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,413 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:20:50,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:50,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:20:50,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:20:50,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:20:50,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:20:50,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:20:50,414 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:20:50,415 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133250414,5,FailOnTimeoutGroup] 2024-11-09T06:20:50,415 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133250415,5,FailOnTimeoutGroup] 2024-11-09T06:20:50,415 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,415 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:20:50,415 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,415 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,421 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(746): ClusterId : 6ff676d5-6069-48b9-8c3e-4afd2356983c 2024-11-09T06:20:50,421 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:20:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:20:50,432 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:20:50,432 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:20:50,445 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:20:50,445 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9c6f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:50,455 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:33945 2024-11-09T06:20:50,455 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:20:50,455 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:20:50,455 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:20:50,456 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,38073,1731133248558 with port=33945, startcode=1731133248693 2024-11-09T06:20:50,456 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:20:50,457 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:20:50,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:50,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38073 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:50,458 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b 2024-11-09T06:20:50,458 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36763 2024-11-09T06:20:50,458 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:20:50,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459/rs 2024-11-09T06:20:50,525 DEBUG [RS:0;4a84bcce7bad:33945 {}] zookeeper.ZKUtil(111): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on existing znode=/12081267459/rs/4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:50,525 WARN [RS:0;4a84bcce7bad:33945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:50,525 INFO [RS:0;4a84bcce7bad:33945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:50,525 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:50,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,33945,1731133248693] 2024-11-09T06:20:50,529 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:20:50,530 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:20:50,530 INFO [RS:0;4a84bcce7bad:33945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:20:50,530 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,530 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:20:50,531 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:20:50,531 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,531 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:50,532 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:50,532 DEBUG [RS:0;4a84bcce7bad:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:50,532 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,532 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,532 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,532 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,532 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,532 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33945,1731133248693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:50,544 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:20:50,545 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33945,1731133248693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,545 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,545 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.Replication(171): 4a84bcce7bad,33945,1731133248693 started 2024-11-09T06:20:50,556 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:50,556 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,33945,1731133248693, RpcServer on 4a84bcce7bad/172.17.0.3:33945, sessionid=0x1011e40f2930004 2024-11-09T06:20:50,556 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:20:50,556 DEBUG [RS:0;4a84bcce7bad:33945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:50,556 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,33945,1731133248693' 2024-11-09T06:20:50,556 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12081267459/flush-table-proc/abort' 2024-11-09T06:20:50,557 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12081267459/flush-table-proc/acquired' 2024-11-09T06:20:50,557 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:20:50,557 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:20:50,557 DEBUG [RS:0;4a84bcce7bad:33945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:50,557 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,33945,1731133248693' 2024-11-09T06:20:50,557 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12081267459/online-snapshot/abort' 2024-11-09T06:20:50,557 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12081267459/online-snapshot/acquired' 2024-11-09T06:20:50,558 DEBUG [RS:0;4a84bcce7bad:33945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:20:50,558 INFO [RS:0;4a84bcce7bad:33945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:20:50,558 INFO [RS:0;4a84bcce7bad:33945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:20:50,658 INFO [RS:0;4a84bcce7bad:33945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:50,659 INFO [RS:0;4a84bcce7bad:33945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C33945%2C1731133248693, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/oldWALs, maxLogs=10 2024-11-09T06:20:50,671 DEBUG [RS:0;4a84bcce7bad:33945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, exclude list is [], retry=0 2024-11-09T06:20:50,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-d4699f1b-a750-4232-bed3-d385181b6aa3,DISK] 2024-11-09T06:20:50,675 INFO [RS:0;4a84bcce7bad:33945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 2024-11-09T06:20:50,675 DEBUG [RS:0;4a84bcce7bad:33945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34701:34701)] 2024-11-09T06:20:50,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:20:50,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b 2024-11-09T06:20:50,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:20:51,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:51,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:51,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:51,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:51,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:51,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:51,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:51,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:51,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:51,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:51,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740 2024-11-09T06:20:51,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740 2024-11-09T06:20:51,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:51,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:51,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:51,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:51,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:51,238 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68974223, jitterRate=0.02779601514339447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133251228Initializing all the Stores at 1731133251229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133251229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133251229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133251229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133251229Cleaning up temporary data from old regions at 1731133251235 (+6 ms)Region opened successfully at 1731133251238 (+3 ms) 2024-11-09T06:20:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:51,238 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:51,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133251238Disabling compacts and flushes for region at 1731133251238Disabling writes for close at 1731133251238Writing region close event to WAL at 1731133251238Closed at 1731133251238 2024-11-09T06:20:51,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:51,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:20:51,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:20:51,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:51,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:20:51,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:20:51,390 DEBUG [4a84bcce7bad:38073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:20:51,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:51,392 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,33945,1731133248693, state=OPENING 2024-11-09T06:20:51,444 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:20:51,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:51,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:20:51,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:51,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12081267459/meta-region-server: CHANGED 2024-11-09T06:20:51,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12081267459/meta-region-server: CHANGED 2024-11-09T06:20:51,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33945,1731133248693}] 2024-11-09T06:20:51,607 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:51,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:20:51,610 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:20:51,611 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:51,611 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:20:51,612 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C33945%2C1731133248693.meta, suffix=.meta, logDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/oldWALs, maxLogs=10 2024-11-09T06:20:51,624 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.meta.1731133251612.meta, exclude list is [], retry=0 2024-11-09T06:20:51,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-d4699f1b-a750-4232-bed3-d385181b6aa3,DISK] 2024-11-09T06:20:51,627 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.meta.1731133251612.meta 2024-11-09T06:20:51,627 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34701:34701)] 2024-11-09T06:20:51,627 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:51,627 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:51,627 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:20:51,627 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:20:51,627 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:20:51,627 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:20:51,627 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:51,628 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:20:51,628 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:20:51,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:51,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:51,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:51,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:51,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:51,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:51,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:51,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:51,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:51,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:51,632 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:51,633 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740 2024-11-09T06:20:51,633 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740 2024-11-09T06:20:51,634 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:51,634 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:51,634 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:51,635 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:51,636 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62627783, jitterRate=-0.06677331030368805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:51,636 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:20:51,636 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133251628Writing region info on filesystem at 1731133251628Initializing all the Stores at 1731133251628Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133251628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133251628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133251628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133251628Cleaning up temporary data from old regions at 1731133251634 (+6 ms)Running coprocessor post-open hooks at 1731133251636 (+2 ms)Region opened successfully at 1731133251636 2024-11-09T06:20:51,636 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133251607 2024-11-09T06:20:51,638 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:20:51,638 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:20:51,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:51,639 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,33945,1731133248693, state=OPEN 2024-11-09T06:20:51,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12081267459/meta-region-server 2024-11-09T06:20:51,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12081267459/meta-region-server 2024-11-09T06:20:51,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33945,1731133248693 2024-11-09T06:20:51,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12081267459/meta-region-server: CHANGED 2024-11-09T06:20:51,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12081267459/meta-region-server: CHANGED 2024-11-09T06:20:51,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:20:51,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33945,1731133248693 in 189 msec 2024-11-09T06:20:51,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:20:51,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-09T06:20:51,647 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:51,647 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:20:51,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:51,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33945,1731133248693, seqNum=-1] 2024-11-09T06:20:51,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:51,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:51,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-09T06:20:51,653 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133251653, completionTime=-1 2024-11-09T06:20:51,653 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:20:51,653 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:20:51,654 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:20:51,654 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133311654 2024-11-09T06:20:51,654 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133371654 2024-11-09T06:20:51,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:20:51,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38073,1731133248558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:51,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38073,1731133248558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:51,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38073,1731133248558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:51,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:38073, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:51,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:51,655 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:51,656 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.898sec 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38073,1731133248558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:51,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38073,1731133248558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:20:51,660 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:20:51,660 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:20:51,660 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38073,1731133248558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:51,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc34097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:51,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38073,-1 for getting cluster id 2024-11-09T06:20:51,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:51,723 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ff676d5-6069-48b9-8c3e-4afd2356983c' 2024-11-09T06:20:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ff676d5-6069-48b9-8c3e-4afd2356983c" 2024-11-09T06:20:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27eaacaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38073,-1] 2024-11-09T06:20:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:51,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:51,724 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:51,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4c3918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:51,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:51,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33945,1731133248693, seqNum=-1] 2024-11-09T06:20:51,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:51,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:51,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:51,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:51,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:51,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e40f2930005 connected 2024-11-09T06:20:51,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.log.dir so I do NOT create it in target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b 2024-11-09T06:20:51,751 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:20:51,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.tmp.dir so I do NOT create it in target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b 2024-11-09T06:20:51,752 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:20:51,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/cluster_639e3cb1-edf3-9b57-dc98-023a1122bb1e, deleteOnExit=true 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/test.cache.data in system properties and HBase conf 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:20:51,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:20:51,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:20:51,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:20:51,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:20:51,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:51,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:52,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:52,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:52,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:52,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:52,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:20:52,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:52,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59b250d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:52,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a53e052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:52,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b61125b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/java.io.tmpdir/jetty-localhost-39761-hadoop-hdfs-3_4_1-tests_jar-_-any-2797742818594582992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:20:52,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2905dc21{HTTP/1.1, (http/1.1)}{localhost:39761} 2024-11-09T06:20:52,196 INFO [Time-limited test {}] server.Server(415): Started @242607ms 2024-11-09T06:20:52,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:20:52,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:20:52,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:20:52,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:20:52,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:20:52,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56a03be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:20:52,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c9ff4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:20:52,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7837ff01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/java.io.tmpdir/jetty-localhost-43351-hadoop-hdfs-3_4_1-tests_jar-_-any-6234002832891764785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:20:52,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d29f6d{HTTP/1.1, (http/1.1)}{localhost:43351} 2024-11-09T06:20:52,533 INFO [Time-limited test {}] server.Server(415): Started @242944ms 2024-11-09T06:20:52,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:20:53,167 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/cluster_639e3cb1-edf3-9b57-dc98-023a1122bb1e/data/data1/current/BP-1878545760-172.17.0.3-1731133251770/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:53,167 WARN [Thread-2889 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/cluster_639e3cb1-edf3-9b57-dc98-023a1122bb1e/data/data2/current/BP-1878545760-172.17.0.3-1731133251770/current, will proceed with Du for space computation calculation, 2024-11-09T06:20:53,186 WARN [Thread-2876 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:20:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x149c131e8dfe6f8b with lease ID 0xb943314c13541c60: Processing first storage report for DS-714d0c29-44a4-46f3-a381-bd1f6b20f54b from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=4c409672-f43f-4afe-bad0-25c107e9c480, infoPort=37939, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=374259471;c=1731133251770) 2024-11-09T06:20:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x149c131e8dfe6f8b with lease ID 0xb943314c13541c60: from storage DS-714d0c29-44a4-46f3-a381-bd1f6b20f54b node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=4c409672-f43f-4afe-bad0-25c107e9c480, infoPort=37939, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=374259471;c=1731133251770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x149c131e8dfe6f8b with lease ID 0xb943314c13541c60: Processing first storage report for DS-e924b007-d53c-4f9e-8540-b632e148ead6 from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=4c409672-f43f-4afe-bad0-25c107e9c480, infoPort=37939, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=374259471;c=1731133251770) 2024-11-09T06:20:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x149c131e8dfe6f8b with lease ID 0xb943314c13541c60: from storage DS-e924b007-d53c-4f9e-8540-b632e148ead6 node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=4c409672-f43f-4afe-bad0-25c107e9c480, infoPort=37939, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=374259471;c=1731133251770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:20:53,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b 2024-11-09T06:20:53,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:53,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:20:53,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d with version=8 2024-11-09T06:20:53,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/hbase-staging 2024-11-09T06:20:53,668 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:53,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46123 2024-11-09T06:20:53,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46123 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:54,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461230x0, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:54,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46123-0x1011e40f2930006 connected 2024-11-09T06:20:54,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:54,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:54,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on znode that does not yet exist, /21756897690/running 2024-11-09T06:20:54,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d, hbase.cluster.distributed=false 2024-11-09T06:20:54,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on znode that does not yet exist, /21756897690/acl 2024-11-09T06:20:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46123 2024-11-09T06:20:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46123 2024-11-09T06:20:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46123 2024-11-09T06:20:54,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46123 2024-11-09T06:20:54,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46123 2024-11-09T06:20:54,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:20:54,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:54,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:54,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:20:54,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:20:54,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:20:54,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:20:54,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:20:54,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34735 2024-11-09T06:20:54,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34735 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:54,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:54,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:54,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347350x0, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:54,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347350x0, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on znode that does not yet exist, /21756897690/running 2024-11-09T06:20:54,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34735-0x1011e40f2930007 connected 2024-11-09T06:20:54,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:20:54,276 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:20:54,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on znode that does not yet exist, /21756897690/master 2024-11-09T06:20:54,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on znode that does not yet exist, /21756897690/acl 2024-11-09T06:20:54,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-09T06:20:54,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34735 2024-11-09T06:20:54,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34735 2024-11-09T06:20:54,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-09T06:20:54,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-09T06:20:54,296 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:46123 2024-11-09T06:20:54,298 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21756897690/backup-masters/4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:54,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690/backup-masters 2024-11-09T06:20:54,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690/backup-masters 2024-11-09T06:20:54,308 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on existing znode=/21756897690/backup-masters/4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21756897690/master 2024-11-09T06:20:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:54,318 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on existing znode=/21756897690/master 2024-11-09T06:20:54,318 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21756897690/backup-masters/4a84bcce7bad,46123,1731133253668 from backup master directory 2024-11-09T06:20:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21756897690/backup-masters/4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690/backup-masters 2024-11-09T06:20:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690/backup-masters 2024-11-09T06:20:54,328 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:54,328 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:54,331 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/hbase.id] with ID: 2926ad9a-acd3-43e8-bd4c-f36a6af7d57c 2024-11-09T06:20:54,331 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/.tmp/hbase.id 2024-11-09T06:20:54,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:20:54,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:54,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:54,669 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48497 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:20:54,735 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/.tmp/hbase.id]:[hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/hbase.id] 2024-11-09T06:20:54,742 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:20:54,742 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:20:54,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:20:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:20:54,777 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:54,778 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:20:54,778 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:20:55,186 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store 2024-11-09T06:20:55,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:20:55,193 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:55,193 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:20:55,193 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:55,193 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:55,193 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:20:55,193 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:55,193 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:20:55,193 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133255193Disabling compacts and flushes for region at 1731133255193Disabling writes for close at 1731133255193Writing region close event to WAL at 1731133255193Closed at 1731133255193 2024-11-09T06:20:55,194 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/.initializing 2024-11-09T06:20:55,194 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/WALs/4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:55,195 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:55,196 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C46123%2C1731133253668, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/WALs/4a84bcce7bad,46123,1731133253668, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/oldWALs, maxLogs=10 2024-11-09T06:20:55,208 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/WALs/4a84bcce7bad,46123,1731133253668/4a84bcce7bad%2C46123%2C1731133253668.1731133255196, exclude list is [], retry=0 2024-11-09T06:20:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-714d0c29-44a4-46f3-a381-bd1f6b20f54b,DISK] 2024-11-09T06:20:55,211 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/WALs/4a84bcce7bad,46123,1731133253668/4a84bcce7bad%2C46123%2C1731133253668.1731133255196 2024-11-09T06:20:55,212 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-09T06:20:55,212 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:55,212 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:55,212 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,212 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:20:55,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:55,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:55,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:20:55,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:55,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:55,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:20:55,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:55,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:55,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:20:55,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:55,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:55,218 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,219 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,219 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,220 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,220 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,220 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:55,221 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:20:55,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:55,223 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60371646, jitterRate=-0.10039237141609192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:55,223 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133255212Initializing all the Stores at 1731133255213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133255213Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133255213Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133255213Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133255213Cleaning up temporary data from old regions at 1731133255220 (+7 ms)Region opened successfully at 1731133255223 (+3 ms) 2024-11-09T06:20:55,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:20:55,226 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cee6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:55,226 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:20:55,226 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:20:55,226 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:20:55,227 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:20:55,227 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:20:55,227 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:20:55,227 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:20:55,228 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:20:55,229 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Unable to get data of znode /21756897690/balancer because node does not exist (not necessarily an error) 2024-11-09T06:20:55,355 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21756897690/balancer already deleted, retry=false 2024-11-09T06:20:55,355 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:20:55,356 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Unable to get data of znode /21756897690/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:20:55,481 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21756897690/normalizer already deleted, retry=false 2024-11-09T06:20:55,482 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:20:55,483 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Unable to get data of znode /21756897690/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:20:55,518 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21756897690/switch/split already deleted, retry=false 2024-11-09T06:20:55,519 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Unable to get data of znode /21756897690/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:20:55,528 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21756897690/switch/merge already deleted, retry=false 2024-11-09T06:20:55,530 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Unable to get data of znode /21756897690/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:20:55,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21756897690/snapshot-cleanup already deleted, retry=false 2024-11-09T06:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21756897690/running 2024-11-09T06:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21756897690/running 2024-11-09T06:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:55,634 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,46123,1731133253668, sessionid=0x1011e40f2930006, setting cluster-up flag (Was=false) 2024-11-09T06:20:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:55,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:55,876 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21756897690/flush-table-proc/acquired, /21756897690/flush-table-proc/reached, /21756897690/flush-table-proc/abort 2024-11-09T06:20:55,877 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:55,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:55,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:55,970 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21756897690/online-snapshot/acquired, /21756897690/online-snapshot/reached, /21756897690/online-snapshot/abort 2024-11-09T06:20:55,972 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:55,973 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:20:55,974 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:55,974 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:20:55,974 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:20:55,975 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,46123,1731133253668 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:20:55,975 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:55,976 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:55,976 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:55,976 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:20:55,976 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:20:55,976 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:55,976 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:55,976 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133285977 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:55,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:55,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:20:55,977 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:20:55,978 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:20:55,978 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:20:55,978 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:20:55,978 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:20:55,978 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:20:55,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:55,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:20:55,979 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133255978,5,FailOnTimeoutGroup] 2024-11-09T06:20:55,979 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133255979,5,FailOnTimeoutGroup] 2024-11-09T06:20:55,979 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:55,979 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:20:55,979 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:55,979 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:55,987 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(746): ClusterId : 2926ad9a-acd3-43e8-bd4c-f36a6af7d57c 2024-11-09T06:20:55,987 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:20:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:20:56,000 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:20:56,000 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:20:56,013 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:20:56,013 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3018ae1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:20:56,026 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:34735 2024-11-09T06:20:56,026 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:20:56,026 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:20:56,026 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:20:56,027 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,46123,1731133253668 with port=34735, startcode=1731133254261 2024-11-09T06:20:56,027 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:20:56,028 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:20:56,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:56,028 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46123 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:56,029 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d 2024-11-09T06:20:56,029 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40369 2024-11-09T06:20:56,029 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:20:56,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690/rs 2024-11-09T06:20:56,099 DEBUG [RS:0;4a84bcce7bad:34735 {}] zookeeper.ZKUtil(111): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on existing znode=/21756897690/rs/4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:56,100 WARN [RS:0;4a84bcce7bad:34735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:20:56,100 INFO [RS:0;4a84bcce7bad:34735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:56,100 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:56,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,34735,1731133254261] 2024-11-09T06:20:56,102 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:20:56,104 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:20:56,104 INFO [RS:0;4a84bcce7bad:34735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:20:56,104 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,104 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:20:56,105 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:20:56,105 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:56,105 DEBUG [RS:0;4a84bcce7bad:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:20:56,105 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,105 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,105 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,105 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,105 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,106 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34735,1731133254261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:56,123 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:20:56,123 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,34735,1731133254261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,123 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,123 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.Replication(171): 4a84bcce7bad,34735,1731133254261 started 2024-11-09T06:20:56,136 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:56,136 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,34735,1731133254261, RpcServer on 4a84bcce7bad/172.17.0.3:34735, sessionid=0x1011e40f2930007 2024-11-09T06:20:56,136 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:20:56,136 DEBUG [RS:0;4a84bcce7bad:34735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:56,136 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,34735,1731133254261' 2024-11-09T06:20:56,136 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21756897690/flush-table-proc/abort' 2024-11-09T06:20:56,137 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21756897690/flush-table-proc/acquired' 2024-11-09T06:20:56,137 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:20:56,137 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:20:56,137 DEBUG [RS:0;4a84bcce7bad:34735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:56,137 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,34735,1731133254261' 2024-11-09T06:20:56,137 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21756897690/online-snapshot/abort' 2024-11-09T06:20:56,137 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21756897690/online-snapshot/acquired' 2024-11-09T06:20:56,138 DEBUG [RS:0;4a84bcce7bad:34735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:20:56,138 INFO [RS:0;4a84bcce7bad:34735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:20:56,138 INFO [RS:0;4a84bcce7bad:34735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:20:56,238 INFO [RS:0;4a84bcce7bad:34735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:20:56,239 INFO [RS:0;4a84bcce7bad:34735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C34735%2C1731133254261, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/oldWALs, maxLogs=10 2024-11-09T06:20:56,250 DEBUG [RS:0;4a84bcce7bad:34735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, exclude list is [], retry=0 2024-11-09T06:20:56,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-714d0c29-44a4-46f3-a381-bd1f6b20f54b,DISK] 2024-11-09T06:20:56,253 INFO [RS:0;4a84bcce7bad:34735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 2024-11-09T06:20:56,254 DEBUG [RS:0;4a84bcce7bad:34735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-09T06:20:56,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:20:56,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d 2024-11-09T06:20:56,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:20:56,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:56,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:56,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:56,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:56,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:56,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:56,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:56,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:56,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:56,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:56,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:56,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:56,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:56,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:56,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:56,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:56,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:56,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:56,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740 2024-11-09T06:20:56,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740 2024-11-09T06:20:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:56,821 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:56,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:56,824 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:56,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73915626, jitterRate=0.10142865777015686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:56,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133256812Initializing all the Stores at 1731133256812Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133256812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133256813 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133256813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133256813Cleaning up temporary data from old regions at 1731133256821 (+8 ms)Region opened successfully at 1731133256825 (+4 ms) 2024-11-09T06:20:56,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:20:56,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:20:56,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:20:56,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:20:56,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:20:56,829 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:20:56,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133256825Disabling compacts and flushes for region at 1731133256825Disabling writes for close at 1731133256825Writing region close event to WAL at 1731133256829 (+4 ms)Closed at 1731133256829 2024-11-09T06:20:56,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:56,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:20:56,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:20:56,831 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:56,832 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:20:56,982 DEBUG [4a84bcce7bad:46123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:20:56,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:56,984 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,34735,1731133254261, state=OPENING 2024-11-09T06:20:57,075 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:20:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:20:57,086 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:20:57,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21756897690/meta-region-server: CHANGED 2024-11-09T06:20:57,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21756897690/meta-region-server: CHANGED 2024-11-09T06:20:57,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,34735,1731133254261}] 2024-11-09T06:20:57,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:20:57,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:20:57,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:20:57,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:20:57,242 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:20:57,243 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:20:57,243 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:20:57,244 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C34735%2C1731133254261.meta, suffix=.meta, logDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/oldWALs, maxLogs=10 2024-11-09T06:20:57,257 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.meta.1731133257244.meta, exclude list is [], retry=0 2024-11-09T06:20:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-714d0c29-44a4-46f3-a381-bd1f6b20f54b,DISK] 2024-11-09T06:20:57,261 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.meta.1731133257244.meta 2024-11-09T06:20:57,261 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-09T06:20:57,261 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:57,261 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:57,262 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:20:57,262 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:20:57,262 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:20:57,262 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:20:57,262 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:57,262 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:20:57,262 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:20:57,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:20:57,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:20:57,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:57,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:57,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:20:57,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:20:57,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:57,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:57,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:20:57,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:20:57,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:57,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:57,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:20:57,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:20:57,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:57,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:20:57,266 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:20:57,267 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740 2024-11-09T06:20:57,268 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740 2024-11-09T06:20:57,269 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:20:57,269 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:20:57,269 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:20:57,270 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:20:57,271 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62112085, jitterRate=-0.0744578093290329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:20:57,271 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:20:57,271 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133257262Writing region info on filesystem at 1731133257262Initializing all the Stores at 1731133257263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133257263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133257263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133257263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133257263Cleaning up temporary data from old regions at 1731133257269 (+6 ms)Running coprocessor post-open hooks at 1731133257271 (+2 ms)Region opened successfully at 1731133257271 2024-11-09T06:20:57,272 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133257238 2024-11-09T06:20:57,274 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:20:57,274 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:20:57,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:57,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,34735,1731133254261, state=OPEN 2024-11-09T06:20:57,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21756897690/meta-region-server 2024-11-09T06:20:57,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21756897690/meta-region-server 2024-11-09T06:20:57,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,34735,1731133254261 2024-11-09T06:20:57,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21756897690/meta-region-server: CHANGED 2024-11-09T06:20:57,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21756897690/meta-region-server: CHANGED 2024-11-09T06:20:57,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:20:57,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,34735,1731133254261 in 199 msec 2024-11-09T06:20:57,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:20:57,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-09T06:20:57,290 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:20:57,290 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:20:57,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:57,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,34735,1731133254261, seqNum=-1] 2024-11-09T06:20:57,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:57,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:57,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-09T06:20:57,297 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133257297, completionTime=-1 2024-11-09T06:20:57,297 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:20:57,297 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:20:57,299 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:20:57,299 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133317299 2024-11-09T06:20:57,299 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133377299 2024-11-09T06:20:57,299 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T06:20:57,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46123,1731133253668-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:57,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46123,1731133253668-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:57,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46123,1731133253668-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:57,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:46123, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:57,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:57,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:57,302 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.976sec 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46123,1731133253668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:20:57,304 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46123,1731133253668-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:20:57,306 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:20:57,306 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:20:57,306 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46123,1731133253668-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:20:57,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a00fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:57,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:20:57,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:20:57,390 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:20:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:20:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:20:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494b14e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:20:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:20:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:20:57,391 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:20:57,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9ba874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:20:57,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:20:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,34735,1731133254261, seqNum=-1] 2024-11-09T06:20:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:20:57,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:20:57,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,46123,1731133253668 2024-11-09T06:20:57,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56972 2024-11-09T06:20:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:20:57,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011e40f2930008 connected 2024-11-09T06:20:57,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:57,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37197,1731133242954 2024-11-09T06:20:57,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a8182f8 2024-11-09T06:20:57,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:57,416 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:57,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:20:57,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:20:57,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:57,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:20:57,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:20:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:20:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:57,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a502d8123b8b28824adb21d50e63fd5c, NAME => 'test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467 2024-11-09T06:20:57,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:20:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:58,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:58,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a502d8123b8b28824adb21d50e63fd5c, disabling compactions & flushes 2024-11-09T06:20:58,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:20:58,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:20:58,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. after waiting 0 ms 2024-11-09T06:20:58,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:20:58,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:20:58,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a502d8123b8b28824adb21d50e63fd5c: Waiting for close lock at 1731133258232Disabling compacts and flushes for region at 1731133258232Disabling writes for close at 1731133258232Writing region close event to WAL at 1731133258232Closed at 1731133258232 2024-11-09T06:20:58,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:20:58,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133258233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133258233"}]},"ts":"1731133258233"} 2024-11-09T06:20:58,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:20:58,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:20:58,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133258236"}]},"ts":"1731133258236"} 2024-11-09T06:20:58,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:20:58,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a502d8123b8b28824adb21d50e63fd5c, ASSIGN}] 2024-11-09T06:20:58,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a502d8123b8b28824adb21d50e63fd5c, ASSIGN 2024-11-09T06:20:58,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a502d8123b8b28824adb21d50e63fd5c, ASSIGN; state=OFFLINE, location=4a84bcce7bad,43849,1731133243159; forceNewPlan=false, retain=false 2024-11-09T06:20:58,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a502d8123b8b28824adb21d50e63fd5c, regionState=OPENING, regionLocation=4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:58,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a502d8123b8b28824adb21d50e63fd5c, ASSIGN because future has completed 2024-11-09T06:20:58,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a502d8123b8b28824adb21d50e63fd5c, server=4a84bcce7bad,43849,1731133243159}] 2024-11-09T06:20:58,547 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:20:58,547 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a502d8123b8b28824adb21d50e63fd5c, NAME => 'test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:20:58,547 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:20:58,547 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:20:58,547 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,547 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:58,548 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,548 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,548 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,549 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a502d8123b8b28824adb21d50e63fd5c columnFamilyName f 2024-11-09T06:20:58,549 DEBUG [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:58,550 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] regionserver.HStore(327): Store=a502d8123b8b28824adb21d50e63fd5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:58,550 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,550 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a502d8123b8b28824adb21d50e63fd5c columnFamilyName f1 2024-11-09T06:20:58,550 DEBUG [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:58,551 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] regionserver.HStore(327): Store=a502d8123b8b28824adb21d50e63fd5c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:58,551 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,551 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a502d8123b8b28824adb21d50e63fd5c columnFamilyName norep 2024-11-09T06:20:58,551 DEBUG [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:58,551 INFO [StoreOpener-a502d8123b8b28824adb21d50e63fd5c-1 {}] regionserver.HStore(327): Store=a502d8123b8b28824adb21d50e63fd5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:20:58,551 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,552 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,552 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,553 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,553 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,553 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:20:58,554 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,555 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:20:58,555 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a502d8123b8b28824adb21d50e63fd5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75276214, jitterRate=0.12170299887657166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:20:58,555 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:20:58,556 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a502d8123b8b28824adb21d50e63fd5c: Running coprocessor pre-open hook at 1731133258548Writing region info on filesystem at 1731133258548Initializing all the Stores at 1731133258548Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133258548Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133258548Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133258548Cleaning up temporary data from old regions at 1731133258553 (+5 ms)Running coprocessor post-open hooks at 1731133258555 (+2 ms)Region opened successfully at 1731133258556 (+1 ms) 2024-11-09T06:20:58,556 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c., pid=6, masterSystemTime=1731133258544 2024-11-09T06:20:58,558 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:20:58,558 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:20:58,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a502d8123b8b28824adb21d50e63fd5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,43849,1731133243159 2024-11-09T06:20:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:58,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a502d8123b8b28824adb21d50e63fd5c, server=4a84bcce7bad,43849,1731133243159 because future has completed 2024-11-09T06:20:58,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:20:58,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a502d8123b8b28824adb21d50e63fd5c, server=4a84bcce7bad,43849,1731133243159 in 169 msec 2024-11-09T06:20:58,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:20:58,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a502d8123b8b28824adb21d50e63fd5c, ASSIGN in 325 msec 2024-11-09T06:20:58,565 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:20:58,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133258565"}]},"ts":"1731133258565"} 2024-11-09T06:20:58,567 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:20:58,568 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:20:58,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-09T06:20:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:59,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:20:59,570 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:20:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38073,1731133248558 2024-11-09T06:20:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4eaaa 2024-11-09T06:20:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:20:59,572 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:20:59,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:20:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:20:59,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:20:59,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:20:59,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:20:59,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:20:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:20:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:20:59,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4db4d883092fb471c72fbe219cbdc3d4, NAME => 'test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b 2024-11-09T06:20:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:20:59,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:20:59,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4db4d883092fb471c72fbe219cbdc3d4, disabling compactions & flushes 2024-11-09T06:20:59,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:20:59,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:20:59,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. after waiting 0 ms 2024-11-09T06:20:59,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:20:59,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:20:59,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4db4d883092fb471c72fbe219cbdc3d4: Waiting for close lock at 1731133259986Disabling compacts and flushes for region at 1731133259986Disabling writes for close at 1731133259986Writing region close event to WAL at 1731133259986Closed at 1731133259986 2024-11-09T06:20:59,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:20:59,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133259987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133259987"}]},"ts":"1731133259987"} 2024-11-09T06:20:59,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:20:59,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:20:59,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133259989"}]},"ts":"1731133259989"} 2024-11-09T06:20:59,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:20:59,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4db4d883092fb471c72fbe219cbdc3d4, ASSIGN}] 2024-11-09T06:20:59,992 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4db4d883092fb471c72fbe219cbdc3d4, ASSIGN 2024-11-09T06:20:59,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4db4d883092fb471c72fbe219cbdc3d4, ASSIGN; state=OFFLINE, location=4a84bcce7bad,33945,1731133248693; forceNewPlan=false, retain=false 2024-11-09T06:21:00,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4db4d883092fb471c72fbe219cbdc3d4, regionState=OPENING, regionLocation=4a84bcce7bad,33945,1731133248693 2024-11-09T06:21:00,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4db4d883092fb471c72fbe219cbdc3d4, ASSIGN because future has completed 2024-11-09T06:21:00,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4db4d883092fb471c72fbe219cbdc3d4, server=4a84bcce7bad,33945,1731133248693}] 2024-11-09T06:21:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:00,300 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:00,300 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4db4d883092fb471c72fbe219cbdc3d4, NAME => 'test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:00,300 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:00,300 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:21:00,300 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,300 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:00,300 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,300 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,301 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,302 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4db4d883092fb471c72fbe219cbdc3d4 columnFamilyName f 2024-11-09T06:21:00,302 DEBUG [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:00,302 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] regionserver.HStore(327): Store=4db4d883092fb471c72fbe219cbdc3d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:00,303 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,303 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4db4d883092fb471c72fbe219cbdc3d4 columnFamilyName f1 2024-11-09T06:21:00,303 DEBUG [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:00,304 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] regionserver.HStore(327): Store=4db4d883092fb471c72fbe219cbdc3d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:00,304 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,304 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4db4d883092fb471c72fbe219cbdc3d4 columnFamilyName norep 2024-11-09T06:21:00,304 DEBUG [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:00,304 INFO [StoreOpener-4db4d883092fb471c72fbe219cbdc3d4-1 {}] regionserver.HStore(327): Store=4db4d883092fb471c72fbe219cbdc3d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:00,305 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,305 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,305 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,306 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,306 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,306 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:00,307 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,308 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:00,308 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4db4d883092fb471c72fbe219cbdc3d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65665377, jitterRate=-0.021509632468223572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:00,308 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:00,309 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4db4d883092fb471c72fbe219cbdc3d4: Running coprocessor pre-open hook at 1731133260300Writing region info on filesystem at 1731133260300Initializing all the Stores at 1731133260301 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133260301Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133260301Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133260301Cleaning up temporary data from old regions at 1731133260306 (+5 ms)Running coprocessor post-open hooks at 1731133260308 (+2 ms)Region opened successfully at 1731133260308 2024-11-09T06:21:00,309 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4., pid=6, masterSystemTime=1731133260297 2024-11-09T06:21:00,311 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:00,311 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:00,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4db4d883092fb471c72fbe219cbdc3d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,33945,1731133248693 2024-11-09T06:21:00,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4db4d883092fb471c72fbe219cbdc3d4, server=4a84bcce7bad,33945,1731133248693 because future has completed 2024-11-09T06:21:00,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:21:00,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4db4d883092fb471c72fbe219cbdc3d4, server=4a84bcce7bad,33945,1731133248693 in 168 msec 2024-11-09T06:21:00,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:21:00,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4db4d883092fb471c72fbe219cbdc3d4, ASSIGN in 324 msec 2024-11-09T06:21:00,317 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:00,317 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133260317"}]},"ts":"1731133260317"} 2024-11-09T06:21:00,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:21:00,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:00,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-09T06:21:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:00,710 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:21:00,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46123,1731133253668 2024-11-09T06:21:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@185a2925 2024-11-09T06:21:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:00,712 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:00,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:21:00,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:00,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:00,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:00,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:21:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:00,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:21:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:01,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6f8349f7b994be5dcffa5c48257b75b, NAME => 'test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d 2024-11-09T06:21:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:21:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:01,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:01,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f6f8349f7b994be5dcffa5c48257b75b, disabling compactions & flushes 2024-11-09T06:21:01,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:01,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:01,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. after waiting 0 ms 2024-11-09T06:21:01,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:01,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:01,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6f8349f7b994be5dcffa5c48257b75b: Waiting for close lock at 1731133261608Disabling compacts and flushes for region at 1731133261608Disabling writes for close at 1731133261608Writing region close event to WAL at 1731133261608Closed at 1731133261608 2024-11-09T06:21:01,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:01,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133261609"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133261609"}]},"ts":"1731133261609"} 2024-11-09T06:21:01,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:01,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:01,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133261612"}]},"ts":"1731133261612"} 2024-11-09T06:21:01,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:21:01,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6f8349f7b994be5dcffa5c48257b75b, ASSIGN}] 2024-11-09T06:21:01,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6f8349f7b994be5dcffa5c48257b75b, ASSIGN 2024-11-09T06:21:01,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f6f8349f7b994be5dcffa5c48257b75b, ASSIGN; state=OFFLINE, location=4a84bcce7bad,34735,1731133254261; forceNewPlan=false, retain=false 2024-11-09T06:21:01,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6f8349f7b994be5dcffa5c48257b75b, regionState=OPENING, regionLocation=4a84bcce7bad,34735,1731133254261 2024-11-09T06:21:01,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f6f8349f7b994be5dcffa5c48257b75b, ASSIGN because future has completed 2024-11-09T06:21:01,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6f8349f7b994be5dcffa5c48257b75b, server=4a84bcce7bad,34735,1731133254261}] 2024-11-09T06:21:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:01,923 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:01,923 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f6f8349f7b994be5dcffa5c48257b75b, NAME => 'test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:01,923 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:01,923 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:21:01,923 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,923 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:01,923 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,923 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,924 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,925 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6f8349f7b994be5dcffa5c48257b75b columnFamilyName f 2024-11-09T06:21:01,925 DEBUG [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:01,926 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] regionserver.HStore(327): Store=f6f8349f7b994be5dcffa5c48257b75b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:01,926 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,926 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6f8349f7b994be5dcffa5c48257b75b columnFamilyName f1 2024-11-09T06:21:01,926 DEBUG [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:01,927 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] regionserver.HStore(327): Store=f6f8349f7b994be5dcffa5c48257b75b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:01,927 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,927 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6f8349f7b994be5dcffa5c48257b75b columnFamilyName norep 2024-11-09T06:21:01,927 DEBUG [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:01,927 INFO [StoreOpener-f6f8349f7b994be5dcffa5c48257b75b-1 {}] regionserver.HStore(327): Store=f6f8349f7b994be5dcffa5c48257b75b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:01,928 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,928 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,928 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,929 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,929 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,929 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:01,930 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,932 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:01,932 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f6f8349f7b994be5dcffa5c48257b75b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60789211, jitterRate=-0.09417016804218292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:01,932 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:01,932 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f6f8349f7b994be5dcffa5c48257b75b: Running coprocessor pre-open hook at 1731133261923Writing region info on filesystem at 1731133261923Initializing all the Stores at 1731133261924 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133261924Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133261924Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133261924Cleaning up temporary data from old regions at 1731133261929 (+5 ms)Running coprocessor post-open hooks at 1731133261932 (+3 ms)Region opened successfully at 1731133261932 2024-11-09T06:21:01,933 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b., pid=6, masterSystemTime=1731133261920 2024-11-09T06:21:01,934 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:01,934 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:01,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6f8349f7b994be5dcffa5c48257b75b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,34735,1731133254261 2024-11-09T06:21:01,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6f8349f7b994be5dcffa5c48257b75b, server=4a84bcce7bad,34735,1731133254261 because future has completed 2024-11-09T06:21:01,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:21:01,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6f8349f7b994be5dcffa5c48257b75b, server=4a84bcce7bad,34735,1731133254261 in 169 msec 2024-11-09T06:21:01,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:21:01,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f6f8349f7b994be5dcffa5c48257b75b, ASSIGN in 325 msec 2024-11-09T06:21:01,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:01,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133261941"}]},"ts":"1731133261941"} 2024-11-09T06:21:01,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:21:01,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:01,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2300 sec 2024-11-09T06:21:02,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:21:02,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:02,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:02,861 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:21:02,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0eed8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:02,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37197,-1 for getting cluster id 2024-11-09T06:21:02,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:02,862 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c05ff4-aa1d-4605-9429-fcd293fc6938' 2024-11-09T06:21:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c05ff4-aa1d-4605-9429-fcd293fc6938" 2024-11-09T06:21:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3006193f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37197,-1] 2024-11-09T06:21:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:02,864 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:02,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9efa32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:02,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37197,1731133242954 2024-11-09T06:21:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d525d23 2024-11-09T06:21:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:02,866 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:02,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:38073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:21:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:21:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:02,869 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:38073' 2024-11-09T06:21:02,870 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e794112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:02,870 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38073,-1 for getting cluster id 2024-11-09T06:21:02,870 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:02,871 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ff676d5-6069-48b9-8c3e-4afd2356983c' 2024-11-09T06:21:02,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:02,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ff676d5-6069-48b9-8c3e-4afd2356983c" 2024-11-09T06:21:02,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706b7535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:02,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38073,-1] 2024-11-09T06:21:02,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:02,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:02,872 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:02,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73eae0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:02,873 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:02,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38073,1731133248558 2024-11-09T06:21:02,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f177bc0 2024-11-09T06:21:02,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:02,875 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:02,875 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T06:21:02,875 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:21:02,875 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:02,876 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:02,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:02,876 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:02,877 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:21:02,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:02,878 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:02,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:02,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:21:02,928 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:21:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:03,288 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11f974be10e3385fb9b7b9788ef2040c, NAME => 'hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467 2024-11-09T06:21:03,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:21:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:03,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:03,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 11f974be10e3385fb9b7b9788ef2040c, disabling compactions & flushes 2024-11-09T06:21:03,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:03,693 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:03,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. after waiting 0 ms 2024-11-09T06:21:03,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:03,694 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:03,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11f974be10e3385fb9b7b9788ef2040c: Waiting for close lock at 1731133263693Disabling compacts and flushes for region at 1731133263693Disabling writes for close at 1731133263694 (+1 ms)Writing region close event to WAL at 1731133263694Closed at 1731133263694 2024-11-09T06:21:03,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:03,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133263695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133263695"}]},"ts":"1731133263695"} 2024-11-09T06:21:03,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:03,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:03,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133263697"}]},"ts":"1731133263697"} 2024-11-09T06:21:03,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:21:03,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11f974be10e3385fb9b7b9788ef2040c, ASSIGN}] 2024-11-09T06:21:03,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11f974be10e3385fb9b7b9788ef2040c, ASSIGN 2024-11-09T06:21:03,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=11f974be10e3385fb9b7b9788ef2040c, ASSIGN; state=OFFLINE, location=4a84bcce7bad,43849,1731133243159; forceNewPlan=false, retain=false 2024-11-09T06:21:03,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=11f974be10e3385fb9b7b9788ef2040c, regionState=OPENING, regionLocation=4a84bcce7bad,43849,1731133243159 2024-11-09T06:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=11f974be10e3385fb9b7b9788ef2040c, ASSIGN because future has completed 2024-11-09T06:21:03,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11f974be10e3385fb9b7b9788ef2040c, server=4a84bcce7bad,43849,1731133243159}] 2024-11-09T06:21:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:04,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:04,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:04,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:21:04,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C43849%2C1731133243159.rep, suffix=, logDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159, archiveDir=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/oldWALs, maxLogs=10 2024-11-09T06:21:04,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.rep.1731133264011, exclude list is [], retry=0 2024-11-09T06:21:04,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42929,DS-f679b09e-605c-47e2-81fd-f071802c2787,DISK] 2024-11-09T06:21:04,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.rep.1731133264011 2024-11-09T06:21:04,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40075:40075)] 2024-11-09T06:21:04,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 11f974be10e3385fb9b7b9788ef2040c, NAME => 'hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:04,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:04,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:04,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. service=MultiRowMutationService 2024-11-09T06:21:04,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:21:04,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:04,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,036 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,037 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11f974be10e3385fb9b7b9788ef2040c columnFamilyName hfileref 2024-11-09T06:21:04,038 DEBUG [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:04,038 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] regionserver.HStore(327): Store=11f974be10e3385fb9b7b9788ef2040c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:04,038 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,040 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11f974be10e3385fb9b7b9788ef2040c columnFamilyName queue 2024-11-09T06:21:04,040 DEBUG [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:04,041 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] regionserver.HStore(327): Store=11f974be10e3385fb9b7b9788ef2040c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:04,041 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,042 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11f974be10e3385fb9b7b9788ef2040c columnFamilyName sid 2024-11-09T06:21:04,042 DEBUG [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:04,043 INFO [StoreOpener-11f974be10e3385fb9b7b9788ef2040c-1 {}] regionserver.HStore(327): Store=11f974be10e3385fb9b7b9788ef2040c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:04,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:04,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:04,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 11f974be10e3385fb9b7b9788ef2040c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64395464, jitterRate=-0.04043281078338623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:04,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:04,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 11f974be10e3385fb9b7b9788ef2040c: Running coprocessor pre-open hook at 1731133264035Writing region info on filesystem at 1731133264035Initializing all the Stores at 1731133264036 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133264036Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133264036Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133264036Cleaning up temporary data from old regions at 1731133264045 (+9 ms)Running coprocessor post-open hooks at 1731133264059 (+14 ms)Region opened successfully at 1731133264059 2024-11-09T06:21:04,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c., pid=10, masterSystemTime=1731133264006 2024-11-09T06:21:04,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:04,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:04,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=11f974be10e3385fb9b7b9788ef2040c, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,43849,1731133243159 2024-11-09T06:21:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11f974be10e3385fb9b7b9788ef2040c, server=4a84bcce7bad,43849,1731133243159 because future has completed 2024-11-09T06:21:04,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:21:04,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 11f974be10e3385fb9b7b9788ef2040c, server=4a84bcce7bad,43849,1731133243159 in 230 msec 2024-11-09T06:21:04,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:21:04,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=11f974be10e3385fb9b7b9788ef2040c, ASSIGN in 388 msec 2024-11-09T06:21:04,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:04,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133264089"}]},"ts":"1731133264089"} 2024-11-09T06:21:04,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:21:04,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:04,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-09T06:21:04,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c., hostname=4a84bcce7bad,43849,1731133243159, seqNum=2] 2024-11-09T06:21:04,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:21:04,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:21:04,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:04,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:21:04,429 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:21:04,455 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,43849,1731133243159, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:21:04,455 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:04,456 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43849,1731133243159, seqNum=-1] 2024-11-09T06:21:04,456 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:04,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:04,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,43849,1731133243159', locateType=CURRENT is [region=hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c., hostname=4a84bcce7bad,43849,1731133243159, seqNum=2] 2024-11-09T06:21:04,461 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:21:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:21:04,464 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,43849,1731133243159 suceeded 2024-11-09T06:21:04,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:21:04,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-09T06:21:04,466 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:38073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:21:04,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6000 sec 2024-11-09T06:21:04,476 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:38073' 2024-11-09T06:21:04,477 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d191ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:04,477 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38073,-1 for getting cluster id 2024-11-09T06:21:04,477 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:04,478 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ff676d5-6069-48b9-8c3e-4afd2356983c' 2024-11-09T06:21:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:04,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ff676d5-6069-48b9-8c3e-4afd2356983c" 2024-11-09T06:21:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5869cc92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38073,-1] 2024-11-09T06:21:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:04,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:04,480 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:04,480 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24101f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:04,480 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:04,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38073,1731133248558 2024-11-09T06:21:04,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e9ec04f 2024-11-09T06:21:04,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:04,482 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T06:21:04,482 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,43849,1731133243159 (queues=1) is replicating from cluster=06c05ff4-aa1d-4605-9429-fcd293fc6938 to cluster=6ff676d5-6069-48b9-8c3e-4afd2356983c 2024-11-09T06:21:04,482 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C43849%2C1731133243159 2024-11-09T06:21:04,482 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,43849,1731133243159, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:21:04,483 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, startPosition=0, beingWritten=true 2024-11-09T06:21:04,484 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C43849%2C1731133243159 2024-11-09T06:21:04,487 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:04,487 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:04,487 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:04,691 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:04,995 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:05,011 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:05,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:05,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:05,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:05,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:05,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:05,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2356da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:05,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38073,-1 for getting cluster id 2024-11-09T06:21:05,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:05,012 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ff676d5-6069-48b9-8c3e-4afd2356983c' 2024-11-09T06:21:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:05,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ff676d5-6069-48b9-8c3e-4afd2356983c" 2024-11-09T06:21:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433c003f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38073,-1] 2024-11-09T06:21:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:05,013 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:05,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e1fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:05,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38073,1731133248558 2024-11-09T06:21:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163ce855 2024-11-09T06:21:05,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:05,015 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:05,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:46123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:21:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:21:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:05,018 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:46123' 2024-11-09T06:21:05,019 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c17794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:05,019 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:21:05,019 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:05,020 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:21:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:21:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f834d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:21:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:05,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:05,021 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:05,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb1ead6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:05,021 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46123,1731133253668 2024-11-09T06:21:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56698d65 2024-11-09T06:21:05,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:05,023 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:05,023 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:21:05,024 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:21:05,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:05,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:05,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:05,024 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:05,025 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:21:05,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:05,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:05,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:21:05,076 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:21:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:05,398 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:05,432 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4061e2c753dc2a21f484a6ac4569eeda, NAME => 'hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b 2024-11-09T06:21:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:21:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:05,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:05,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4061e2c753dc2a21f484a6ac4569eeda, disabling compactions & flushes 2024-11-09T06:21:05,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:05,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:05,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. after waiting 0 ms 2024-11-09T06:21:05,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:05,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:05,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4061e2c753dc2a21f484a6ac4569eeda: Waiting for close lock at 1731133265837Disabling compacts and flushes for region at 1731133265837Disabling writes for close at 1731133265837Writing region close event to WAL at 1731133265837Closed at 1731133265837 2024-11-09T06:21:05,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:05,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133265839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133265839"}]},"ts":"1731133265839"} 2024-11-09T06:21:05,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:05,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:05,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133265841"}]},"ts":"1731133265841"} 2024-11-09T06:21:05,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:21:05,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4061e2c753dc2a21f484a6ac4569eeda, ASSIGN}] 2024-11-09T06:21:05,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4061e2c753dc2a21f484a6ac4569eeda, ASSIGN 2024-11-09T06:21:05,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4061e2c753dc2a21f484a6ac4569eeda, ASSIGN; state=OFFLINE, location=4a84bcce7bad,33945,1731133248693; forceNewPlan=false, retain=false 2024-11-09T06:21:05,901 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:05,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4061e2c753dc2a21f484a6ac4569eeda, regionState=OPENING, regionLocation=4a84bcce7bad,33945,1731133248693 2024-11-09T06:21:05,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4061e2c753dc2a21f484a6ac4569eeda, ASSIGN because future has completed 2024-11-09T06:21:05,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4061e2c753dc2a21f484a6ac4569eeda, server=4a84bcce7bad,33945,1731133248693}] 2024-11-09T06:21:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:06,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:06,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:06,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:21:06,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C33945%2C1731133248693.rep, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/oldWALs, maxLogs=10 2024-11-09T06:21:06,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.rep.1731133266218, exclude list is [], retry=0 2024-11-09T06:21:06,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-d4699f1b-a750-4232-bed3-d385181b6aa3,DISK] 2024-11-09T06:21:06,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.rep.1731133266218 2024-11-09T06:21:06,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34701:34701)] 2024-11-09T06:21:06,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4061e2c753dc2a21f484a6ac4569eeda, NAME => 'hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:06,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:06,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:06,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. service=MultiRowMutationService 2024-11-09T06:21:06,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:21:06,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:06,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,235 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,236 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4061e2c753dc2a21f484a6ac4569eeda columnFamilyName hfileref 2024-11-09T06:21:06,236 DEBUG [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:06,236 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] regionserver.HStore(327): Store=4061e2c753dc2a21f484a6ac4569eeda/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:06,236 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,237 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4061e2c753dc2a21f484a6ac4569eeda columnFamilyName queue 2024-11-09T06:21:06,237 DEBUG [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:06,238 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] regionserver.HStore(327): Store=4061e2c753dc2a21f484a6ac4569eeda/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:06,238 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,238 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4061e2c753dc2a21f484a6ac4569eeda columnFamilyName sid 2024-11-09T06:21:06,239 DEBUG [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:06,239 INFO [StoreOpener-4061e2c753dc2a21f484a6ac4569eeda-1 {}] regionserver.HStore(327): Store=4061e2c753dc2a21f484a6ac4569eeda/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:06,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/replication/4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/replication/4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:06,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/replication/4061e2c753dc2a21f484a6ac4569eeda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:06,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4061e2c753dc2a21f484a6ac4569eeda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61401220, jitterRate=-0.08505052328109741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:06,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:06,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4061e2c753dc2a21f484a6ac4569eeda: Running coprocessor pre-open hook at 1731133266234Writing region info on filesystem at 1731133266234Initializing all the Stores at 1731133266235 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133266235Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133266235Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133266235Cleaning up temporary data from old regions at 1731133266241 (+6 ms)Running coprocessor post-open hooks at 1731133266248 (+7 ms)Region opened successfully at 1731133266248 2024-11-09T06:21:06,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda., pid=10, masterSystemTime=1731133266150 2024-11-09T06:21:06,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:06,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:06,251 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4061e2c753dc2a21f484a6ac4569eeda, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,33945,1731133248693 2024-11-09T06:21:06,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4061e2c753dc2a21f484a6ac4569eeda, server=4a84bcce7bad,33945,1731133248693 because future has completed 2024-11-09T06:21:06,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:21:06,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4061e2c753dc2a21f484a6ac4569eeda, server=4a84bcce7bad,33945,1731133248693 in 255 msec 2024-11-09T06:21:06,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:21:06,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4061e2c753dc2a21f484a6ac4569eeda, ASSIGN in 410 msec 2024-11-09T06:21:06,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:06,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133266256"}]},"ts":"1731133266256"} 2024-11-09T06:21:06,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:21:06,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:06,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2350 sec 2024-11-09T06:21:06,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda., hostname=4a84bcce7bad,33945,1731133248693, seqNum=2] 2024-11-09T06:21:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:21:06,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:21:06,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:06,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:21:06,489 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:21:06,504 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:06,523 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,33945,1731133248693, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:21:06,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:06,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33945,1731133248693, seqNum=-1] 2024-11-09T06:21:06,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:06,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:06,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,33945,1731133248693', locateType=CURRENT is [region=hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda., hostname=4a84bcce7bad,33945,1731133248693, seqNum=2] 2024-11-09T06:21:06,528 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:21:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:21:06,530 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,33945,1731133248693 suceeded 2024-11-09T06:21:06,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:21:06,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-09T06:21:06,532 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:46123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:21:06,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-09T06:21:06,542 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:46123' 2024-11-09T06:21:06,543 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b43e315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:06,543 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:21:06,543 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:06,544 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:21:06,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:06,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:21:06,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cd4e6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:06,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:21:06,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:06,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:06,545 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:06,546 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba9ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:06,546 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:06,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46123,1731133253668 2024-11-09T06:21:06,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@754d49b1 2024-11-09T06:21:06,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:06,548 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T06:21:06,548 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,33945,1731133248693 (queues=1) is replicating from cluster=6ff676d5-6069-48b9-8c3e-4afd2356983c to cluster=2926ad9a-acd3-43e8-bd4c-f36a6af7d57c 2024-11-09T06:21:06,548 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C33945%2C1731133248693 2024-11-09T06:21:06,548 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,33945,1731133248693, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:21:06,549 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C33945%2C1731133248693 2024-11-09T06:21:06,549 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, startPosition=0, beingWritten=true 2024-11-09T06:21:06,553 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:06,553 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:06,553 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:06,756 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:07,060 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:07,160 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:07,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:07,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:07,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:07,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:07,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:07,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2905f71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:07,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:21:07,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:07,161 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:21:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:21:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d2d817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:07,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:21:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:07,162 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6814cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:07,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:07,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46123,1731133253668 2024-11-09T06:21:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43519508 2024-11-09T06:21:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:07,164 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:07,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:37197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:21:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:21:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:07,167 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:37197' 2024-11-09T06:21:07,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410cac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:07,168 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37197,-1 for getting cluster id 2024-11-09T06:21:07,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:07,168 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c05ff4-aa1d-4605-9429-fcd293fc6938' 2024-11-09T06:21:07,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c05ff4-aa1d-4605-9429-fcd293fc6938" 2024-11-09T06:21:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cbc6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37197,-1] 2024-11-09T06:21:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:07,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:07,169 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:07,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309ba846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:07,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37197,1731133242954 2024-11-09T06:21:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d928d4e 2024-11-09T06:21:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:07,171 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:07,172 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:21:07,172 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:21:07,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:07,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:07,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:07,172 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:07,173 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:21:07,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:07,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:07,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:21:07,207 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:07,223 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:21:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:07,463 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:07,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4f8287482bf160d1998b98d5a15b707, NAME => 'hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d 2024-11-09T06:21:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:21:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:07,967 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:07,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:07,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4f8287482bf160d1998b98d5a15b707, disabling compactions & flushes 2024-11-09T06:21:07,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:07,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:07,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. after waiting 0 ms 2024-11-09T06:21:07,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:07,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:07,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4f8287482bf160d1998b98d5a15b707: Waiting for close lock at 1731133267986Disabling compacts and flushes for region at 1731133267986Disabling writes for close at 1731133267986Writing region close event to WAL at 1731133267986Closed at 1731133267986 2024-11-09T06:21:07,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:07,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133267987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133267987"}]},"ts":"1731133267987"} 2024-11-09T06:21:07,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:07,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:07,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133267990"}]},"ts":"1731133267990"} 2024-11-09T06:21:07,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:21:07,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4f8287482bf160d1998b98d5a15b707, ASSIGN}] 2024-11-09T06:21:07,992 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4f8287482bf160d1998b98d5a15b707, ASSIGN 2024-11-09T06:21:07,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4f8287482bf160d1998b98d5a15b707, ASSIGN; state=OFFLINE, location=4a84bcce7bad,34735,1731133254261; forceNewPlan=false, retain=false 2024-11-09T06:21:08,010 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:08,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4f8287482bf160d1998b98d5a15b707, regionState=OPENING, regionLocation=4a84bcce7bad,34735,1731133254261 2024-11-09T06:21:08,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4f8287482bf160d1998b98d5a15b707, ASSIGN because future has completed 2024-11-09T06:21:08,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4f8287482bf160d1998b98d5a15b707, server=4a84bcce7bad,34735,1731133254261}] 2024-11-09T06:21:08,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:21:08,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T06:21:08,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:21:08,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T06:21:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:08,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:08,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:08,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:21:08,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C34735%2C1731133254261.rep, suffix=, logDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261, archiveDir=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/oldWALs, maxLogs=10 2024-11-09T06:21:08,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.rep.1731133268303, exclude list is [], retry=0 2024-11-09T06:21:08,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-714d0c29-44a4-46f3-a381-bd1f6b20f54b,DISK] 2024-11-09T06:21:08,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.rep.1731133268303 2024-11-09T06:21:08,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-09T06:21:08,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4f8287482bf160d1998b98d5a15b707, NAME => 'hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:08,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:08,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:08,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. service=MultiRowMutationService 2024-11-09T06:21:08,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:21:08,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:08,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,326 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,327 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4f8287482bf160d1998b98d5a15b707 columnFamilyName hfileref 2024-11-09T06:21:08,327 DEBUG [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:08,327 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] regionserver.HStore(327): Store=e4f8287482bf160d1998b98d5a15b707/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:08,328 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,328 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4f8287482bf160d1998b98d5a15b707 columnFamilyName queue 2024-11-09T06:21:08,328 DEBUG [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:08,329 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] regionserver.HStore(327): Store=e4f8287482bf160d1998b98d5a15b707/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:08,329 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,329 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4f8287482bf160d1998b98d5a15b707 columnFamilyName sid 2024-11-09T06:21:08,330 DEBUG [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:08,330 INFO [StoreOpener-e4f8287482bf160d1998b98d5a15b707-1 {}] regionserver.HStore(327): Store=e4f8287482bf160d1998b98d5a15b707/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/replication/e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/replication/e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:08,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/replication/e4f8287482bf160d1998b98d5a15b707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:08,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4f8287482bf160d1998b98d5a15b707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65707941, jitterRate=-0.02087537944316864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:08,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:08,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4f8287482bf160d1998b98d5a15b707: Running coprocessor pre-open hook at 1731133268325Writing region info on filesystem at 1731133268325Initializing all the Stores at 1731133268326 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133268326Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133268326Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133268326Cleaning up temporary data from old regions at 1731133268331 (+5 ms)Running coprocessor post-open hooks at 1731133268334 (+3 ms)Region opened successfully at 1731133268334 2024-11-09T06:21:08,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707., pid=10, masterSystemTime=1731133268297 2024-11-09T06:21:08,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:08,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:08,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4f8287482bf160d1998b98d5a15b707, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,34735,1731133254261 2024-11-09T06:21:08,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4f8287482bf160d1998b98d5a15b707, server=4a84bcce7bad,34735,1731133254261 because future has completed 2024-11-09T06:21:08,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:21:08,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4f8287482bf160d1998b98d5a15b707, server=4a84bcce7bad,34735,1731133254261 in 194 msec 2024-11-09T06:21:08,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:21:08,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4f8287482bf160d1998b98d5a15b707, ASSIGN in 349 msec 2024-11-09T06:21:08,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:08,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133268342"}]},"ts":"1731133268342"} 2024-11-09T06:21:08,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:21:08,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:08,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-09T06:21:08,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707., hostname=4a84bcce7bad,34735,1731133254261, seqNum=2] 2024-11-09T06:21:08,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:21:08,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:21:08,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:08,570 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:08,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:21:08,628 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:21:08,653 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,34735,1731133254261, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:21:08,653 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:08,653 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,34735,1731133254261, seqNum=-1] 2024-11-09T06:21:08,654 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:08,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,34735,1731133254261', locateType=CURRENT is [region=hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707., hostname=4a84bcce7bad,34735,1731133254261, seqNum=2] 2024-11-09T06:21:08,658 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:21:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:21:08,660 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,34735,1731133254261 suceeded 2024-11-09T06:21:08,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:21:08,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T06:21:08,661 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:37197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:21:08,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-09T06:21:08,671 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:37197' 2024-11-09T06:21:08,672 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77324307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:08,672 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37197,-1 for getting cluster id 2024-11-09T06:21:08,672 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:08,672 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c05ff4-aa1d-4605-9429-fcd293fc6938' 2024-11-09T06:21:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c05ff4-aa1d-4605-9429-fcd293fc6938" 2024-11-09T06:21:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af38d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37197,-1] 2024-11-09T06:21:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:08,674 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:08,674 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6f7f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:08,674 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37197,1731133242954 2024-11-09T06:21:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1f24a9 2024-11-09T06:21:08,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:08,675 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T06:21:08,676 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,34735,1731133254261 (queues=1) is replicating from cluster=2926ad9a-acd3-43e8-bd4c-f36a6af7d57c to cluster=06c05ff4-aa1d-4605-9429-fcd293fc6938 2024-11-09T06:21:08,676 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C34735%2C1731133254261 2024-11-09T06:21:08,676 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,34735,1731133254261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:21:08,676 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C34735%2C1731133254261 2024-11-09T06:21:08,676 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, startPosition=0, beingWritten=true 2024-11-09T06:21:08,680 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:08,680 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 379, reset compression=false 2024-11-09T06:21:08,680 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:08,883 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 379, reset compression=false 2024-11-09T06:21:08,914 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:09,187 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 379, reset compression=false 2024-11-09T06:21:09,273 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:09,310 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:09,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:09,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:09,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:09,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:09,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:09,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e0f5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37197,-1 for getting cluster id 2024-11-09T06:21:09,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:09,312 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c05ff4-aa1d-4605-9429-fcd293fc6938' 2024-11-09T06:21:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c05ff4-aa1d-4605-9429-fcd293fc6938" 2024-11-09T06:21:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea79243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37197,-1] 2024-11-09T06:21:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:09,314 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:09,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c5154d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684f144c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38073,-1 for getting cluster id 2024-11-09T06:21:09,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:09,315 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ff676d5-6069-48b9-8c3e-4afd2356983c' 2024-11-09T06:21:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ff676d5-6069-48b9-8c3e-4afd2356983c" 2024-11-09T06:21:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0ec228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38073,-1] 2024-11-09T06:21:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:09,316 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:09,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194e0276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f49aea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:21:09,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:09,318 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:21:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:21:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a3536e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:21:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:09,319 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618805b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43849,1731133243159, seqNum=-1] 2024-11-09T06:21:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:09,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c., hostname=4a84bcce7bad,43849,1731133243159, seqNum=2] 2024-11-09T06:21:09,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,34735,1731133254261, seqNum=-1] 2024-11-09T06:21:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:09,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b., hostname=4a84bcce7bad,34735,1731133254261, seqNum=2] 2024-11-09T06:21:09,331 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T06:21:09,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:09,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,591 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 379, reset compression=false 2024-11-09T06:21:09,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:09,917 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 379, reset compression=false 2024-11-09T06:21:09,922 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:09,922 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 480, reset compression=false 2024-11-09T06:21:09,922 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[{test/a502d8123b8b28824adb21d50e63fd5c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T06:21:09,926 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:09,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T06:21:09,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:09,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31bc9df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38073,-1 for getting cluster id 2024-11-09T06:21:09,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:09,929 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ff676d5-6069-48b9-8c3e-4afd2356983c' 2024-11-09T06:21:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ff676d5-6069-48b9-8c3e-4afd2356983c" 2024-11-09T06:21:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17b69bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38073,-1] 2024-11-09T06:21:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:09,930 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:09,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4153cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:09,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:09,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33945,1731133248693, seqNum=-1] 2024-11-09T06:21:09,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:09,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:09,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4., hostname=4a84bcce7bad,33945,1731133248693, seqNum=2] 2024-11-09T06:21:09,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:10,077 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 379, reset compression=false 2024-11-09T06:21:10,081 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:10,081 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 503, reset compression=false 2024-11-09T06:21:10,081 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[{test/4db4d883092fb471c72fbe219cbdc3d4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T06:21:10,083 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:10,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T06:21:10,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:10,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242d09c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:10,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:21:10,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:10,085 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:21:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:21:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aed525f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:21:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:10,086 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:10,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8adb56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:10,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:10,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,34735,1731133254261, seqNum=-1] 2024-11-09T06:21:10,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:10,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b., hostname=4a84bcce7bad,34735,1731133254261, seqNum=2] 2024-11-09T06:21:10,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:10,094 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 379, reset compression=false 2024-11-09T06:21:10,098 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:10,098 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 526, reset compression=false 2024-11-09T06:21:10,098 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:10,127 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 480, reset compression=false 2024-11-09T06:21:10,285 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 503, reset compression=false 2024-11-09T06:21:10,301 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 526, reset compression=false 2024-11-09T06:21:10,332 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T06:21:10,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33945,1731133248693, seqNum=-1] 2024-11-09T06:21:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:10,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4., hostname=4a84bcce7bad,33945,1731133248693, seqNum=2] 2024-11-09T06:21:10,339 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T06:21:10,430 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 480, reset compression=false 2024-11-09T06:21:10,588 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 503, reset compression=false 2024-11-09T06:21:10,592 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:10,592 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 607, reset compression=false 2024-11-09T06:21:10,592 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[{test/4db4d883092fb471c72fbe219cbdc3d4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T06:21:10,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:10,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:10,605 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 526, reset compression=false 2024-11-09T06:21:10,609 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:10,609 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 653, reset compression=false 2024-11-09T06:21:10,609 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6f8349f7b994be5dcffa5c48257b75b/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T06:21:10,611 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:10,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T06:21:10,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:10,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@679d1a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:10,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37197,-1 for getting cluster id 2024-11-09T06:21:10,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:10,614 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c05ff4-aa1d-4605-9429-fcd293fc6938' 2024-11-09T06:21:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c05ff4-aa1d-4605-9429-fcd293fc6938" 2024-11-09T06:21:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c12f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37197,-1] 2024-11-09T06:21:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:10,615 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:10,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@874678b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:10,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:10,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,43849,1731133243159, seqNum=-1] 2024-11-09T06:21:10,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:10,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:10,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c., hostname=4a84bcce7bad,43849,1731133243159, seqNum=2] 2024-11-09T06:21:10,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:10,797 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 607, reset compression=false 2024-11-09T06:21:10,813 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 653, reset compression=false 2024-11-09T06:21:10,834 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 480, reset compression=false 2024-11-09T06:21:10,839 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:10,839 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 630, reset compression=false 2024-11-09T06:21:10,839 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:11,042 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 630, reset compression=false 2024-11-09T06:21:11,100 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 607, reset compression=false 2024-11-09T06:21:11,115 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 653, reset compression=false 2024-11-09T06:21:11,341 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T06:21:11,343 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T06:21:11,346 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 630, reset compression=false 2024-11-09T06:21:11,503 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 607, reset compression=false 2024-11-09T06:21:11,525 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 653, reset compression=false 2024-11-09T06:21:11,529 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:11,529 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 757, reset compression=false 2024-11-09T06:21:11,529 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6f8349f7b994be5dcffa5c48257b75b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T06:21:11,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:11,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:11,732 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 757, reset compression=false 2024-11-09T06:21:11,749 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 630, reset compression=false 2024-11-09T06:21:11,753 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:11,753 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 757, reset compression=false 2024-11-09T06:21:11,753 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[{test/a502d8123b8b28824adb21d50e63fd5c/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T06:21:11,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:11,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:11,957 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 757, reset compression=false 2024-11-09T06:21:12,006 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 607, reset compression=false 2024-11-09T06:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 757, reset compression=false 2024-11-09T06:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:12,036 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 757, reset compression=false 2024-11-09T06:21:12,213 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 757, reset compression=false 2024-11-09T06:21:12,260 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 757, reset compression=false 2024-11-09T06:21:12,345 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T06:21:12,348 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T06:21:12,439 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 757, reset compression=false 2024-11-09T06:21:12,516 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 757, reset compression=false 2024-11-09T06:21:12,542 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:21:12,663 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 757, reset compression=false 2024-11-09T06:21:12,667 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:12,667 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 913, reset compression=false 2024-11-09T06:21:12,667 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[{test/a502d8123b8b28824adb21d50e63fd5c/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T06:21:12,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:12,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:12,871 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 913, reset compression=false 2024-11-09T06:21:12,920 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 757, reset compression=false 2024-11-09T06:21:12,924 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:12,924 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 904, reset compression=false 2024-11-09T06:21:12,924 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[{test/4db4d883092fb471c72fbe219cbdc3d4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T06:21:12,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:12,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:12,942 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 757, reset compression=false 2024-11-09T06:21:12,946 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:12,946 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 927, reset compression=false 2024-11-09T06:21:12,946 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:13,127 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 904, reset compression=false 2024-11-09T06:21:13,149 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 927, reset compression=false 2024-11-09T06:21:13,174 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 913, reset compression=false 2024-11-09T06:21:13,350 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T06:21:13,353 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T06:21:13,430 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 904, reset compression=false 2024-11-09T06:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1063, reset compression=false 2024-11-09T06:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[{test/4db4d883092fb471c72fbe219cbdc3d4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T06:21:13,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:13,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:13,453 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 927, reset compression=false 2024-11-09T06:21:13,456 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:13,457 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1076, reset compression=false 2024-11-09T06:21:13,457 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6f8349f7b994be5dcffa5c48257b75b/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T06:21:13,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:13,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:13,577 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 913, reset compression=false 2024-11-09T06:21:13,581 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:13,581 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1085, reset compression=false 2024-11-09T06:21:13,581 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:13,645 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1063, reset compression=false 2024-11-09T06:21:13,659 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1076, reset compression=false 2024-11-09T06:21:13,784 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1085, reset compression=false 2024-11-09T06:21:13,948 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1063, reset compression=false 2024-11-09T06:21:13,962 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1076, reset compression=false 2024-11-09T06:21:14,087 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1085, reset compression=false 2024-11-09T06:21:14,352 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1063, reset compression=false 2024-11-09T06:21:14,355 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T06:21:14,358 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T06:21:14,365 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1076, reset compression=false 2024-11-09T06:21:14,369 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:14,369 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1235, reset compression=false 2024-11-09T06:21:14,369 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6f8349f7b994be5dcffa5c48257b75b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T06:21:14,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:14,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:14,490 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1085, reset compression=false 2024-11-09T06:21:14,497 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:14,497 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1234, reset compression=false 2024-11-09T06:21:14,497 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[{test/a502d8123b8b28824adb21d50e63fd5c/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T06:21:14,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:14,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:14,573 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1235, reset compression=false 2024-11-09T06:21:14,702 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1234, reset compression=false 2024-11-09T06:21:14,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:14,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:21:14,800 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68627 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:21:14,855 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1063, reset compression=false 2024-11-09T06:21:14,860 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:14,860 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1235, reset compression=false 2024-11-09T06:21:14,860 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:14,876 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1235, reset compression=false 2024-11-09T06:21:15,005 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1234, reset compression=false 2024-11-09T06:21:15,063 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1235, reset compression=false 2024-11-09T06:21:15,280 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1235, reset compression=false 2024-11-09T06:21:15,360 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T06:21:15,366 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1235, reset compression=false 2024-11-09T06:21:15,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc70e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:15,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:21:15,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:15,368 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:21:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:21:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38133c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:21:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:15,370 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:15,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39052d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:15,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46123,1731133253668 2024-11-09T06:21:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ff8e72 2024-11-09T06:21:15,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:15,376 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:15,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-09T06:21:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T06:21:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T06:21:15,409 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1234, reset compression=false 2024-11-09T06:21:15,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T06:21:15,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T06:21:15,596 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T06:21:15,597 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T06:21:15,597 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,34735,1731133254261 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T06:21:15,597 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0. 2024-11-09T06:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:15,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:15,597 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:15,697 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:21:15,697 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:21:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T06:21:15,771 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1235, reset compression=false 2024-11-09T06:21:15,798 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 terminated 2024-11-09T06:21:15,813 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,34735,1731133254261, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:21:15,814 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T06:21:15,814 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T06:21:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T06:21:15,816 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 4a84bcce7bad,34735,1731133254261 suceeded 2024-11-09T06:21:15,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T06:21:15,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-09T06:21:15,818 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T06:21:15,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 441 msec 2024-11-09T06:21:15,828 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:37197' 2024-11-09T06:21:15,829 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@337e2937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:15,829 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37197,-1 for getting cluster id 2024-11-09T06:21:15,829 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:15,830 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06c05ff4-aa1d-4605-9429-fcd293fc6938' 2024-11-09T06:21:15,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:15,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06c05ff4-aa1d-4605-9429-fcd293fc6938" 2024-11-09T06:21:15,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14869151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:15,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37197,-1] 2024-11-09T06:21:15,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:15,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:15,831 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:15,832 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d13a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:15,832 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37197,1731133242954 2024-11-09T06:21:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a575b57 2024-11-09T06:21:15,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:15,834 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T06:21:15,834 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,34735,1731133254261 (queues=1) is replicating from cluster=2926ad9a-acd3-43e8-bd4c-f36a6af7d57c to cluster=06c05ff4-aa1d-4605-9429-fcd293fc6938 2024-11-09T06:21:15,835 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C34735%2C1731133254261 2024-11-09T06:21:15,835 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,34735,1731133254261, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:21:15,835 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C34735%2C1731133254261 2024-11-09T06:21:15,913 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1234, reset compression=false 2024-11-09T06:21:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T06:21:16,010 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:16,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:16,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:16,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:16,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:16,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:16,013 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T06:21:16,274 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1235, reset compression=false 2024-11-09T06:21:16,516 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1234, reset compression=false 2024-11-09T06:21:16,521 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:16,521 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1338, reset compression=false 2024-11-09T06:21:16,521 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[{test/a502d8123b8b28824adb21d50e63fd5c/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T06:21:16,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:16,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:16,726 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1338, reset compression=false 2024-11-09T06:21:16,877 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1235, reset compression=false 2024-11-09T06:21:16,882 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:16,882 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1362, reset compression=false 2024-11-09T06:21:16,882 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[{test/4db4d883092fb471c72fbe219cbdc3d4/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T06:21:16,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:16,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:17,015 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T06:21:17,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d4198d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:17,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46123,-1 for getting cluster id 2024-11-09T06:21:17,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:17,017 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2926ad9a-acd3-43e8-bd4c-f36a6af7d57c' 2024-11-09T06:21:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2926ad9a-acd3-43e8-bd4c-f36a6af7d57c" 2024-11-09T06:21:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee76d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46123,-1] 2024-11-09T06:21:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:17,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:17,018 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b8a33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:17,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46123,1731133253668 2024-11-09T06:21:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a06e99c 2024-11-09T06:21:17,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:17,022 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:17,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-09T06:21:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T06:21:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T06:21:17,029 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1338, reset compression=false 2024-11-09T06:21:17,085 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1362, reset compression=false 2024-11-09T06:21:17,089 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:17,089 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:17,089 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[{test/4db4d883092fb471c72fbe219cbdc3d4/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T06:21:17,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:17,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T06:21:17,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:17,292 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T06:21:17,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T06:21:17,351 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T06:21:17,352 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T06:21:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T06:21:17,354 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 4a84bcce7bad,34735,1731133254261 suceeded 2024-11-09T06:21:17,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T06:21:17,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-09T06:21:17,355 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T06:21:17,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 332 msec 2024-11-09T06:21:17,432 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1338, reset compression=false 2024-11-09T06:21:17,436 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, startPosition=1235, beingWritten=true 2024-11-09T06:21:17,440 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:17,440 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1512, reset compression=false 2024-11-09T06:21:17,440 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6f8349f7b994be5dcffa5c48257b75b/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T06:21:17,442 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:17,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T06:21:17,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:17,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:17,595 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:17,643 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1512, reset compression=false 2024-11-09T06:21:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T06:21:17,650 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:17,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:17,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:17,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:17,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:17,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:17,651 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T06:21:17,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:21:17,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:17,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:17,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:17,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:17,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:17,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:21:17,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345714013, stopped=false 2024-11-09T06:21:17,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,46123,1731133253668 2024-11-09T06:21:17,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21756897690/running 2024-11-09T06:21:17,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21756897690/running 2024-11-09T06:21:17,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:21:17,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:21:17,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:21:17,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:17,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:17,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:17,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,34735,1731133254261' ***** 2024-11-09T06:21:17,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:21:17,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on znode that does not yet exist, /21756897690/running 2024-11-09T06:21:17,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Set watcher on znode that does not yet exist, /21756897690/running 2024-11-09T06:21:17,760 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:21:17,760 INFO [RS:0;4a84bcce7bad:34735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:21:17,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:21:17,760 INFO [RS:0;4a84bcce7bad:34735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:21:17,760 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,34735,1731133254261 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:34735. 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6f8349f7b994be5dcffa5c48257b75b, disabling compactions & flushes 2024-11-09T06:21:17,761 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:17,761 DEBUG [RS:0;4a84bcce7bad:34735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:17,761 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. after waiting 0 ms 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:21:17,761 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6f8349f7b994be5dcffa5c48257b75b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T06:21:17,761 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:21:17,761 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1325): Online Regions={f6f8349f7b994be5dcffa5c48257b75b=test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b., 1588230740=hbase:meta,,1.1588230740, e4f8287482bf160d1998b98d5a15b707=hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707.} 2024-11-09T06:21:17,761 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4f8287482bf160d1998b98d5a15b707, f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:21:17,761 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:21:17,761 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:21:17,761 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:21:17,774 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/info/3cdff08c55ba49deb50995a8fca43231 is 147, key is hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707./info:regioninfo/1731133268336/Put/seqid=0 2024-11-09T06:21:17,776 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/f/212b52901fb740619d13e59ccd2fc42b is 37, key is row3/f:row3/1731133276011/Put/seqid=0 2024-11-09T06:21:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741840_1016 (size=7686) 2024-11-09T06:21:17,777 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/info/3cdff08c55ba49deb50995a8fca43231 2024-11-09T06:21:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741841_1017 (size=5228) 2024-11-09T06:21:17,793 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/ns/5a7c7875748f49b382c45fbcfded8f9d is 43, key is default/ns:d/1731133257293/Put/seqid=0 2024-11-09T06:21:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741842_1018 (size=5153) 2024-11-09T06:21:17,796 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/ns/5a7c7875748f49b382c45fbcfded8f9d 2024-11-09T06:21:17,815 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/rep_barrier/787708a197794db69bfeab185a525dfe is 112, key is test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b./rep_barrier:seqnumDuringOpen/1731133261935/Put/seqid=0 2024-11-09T06:21:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741843_1019 (size=5518) 2024-11-09T06:21:17,824 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:21:17,936 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1338, reset compression=false 2024-11-09T06:21:17,940 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:17,940 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:17,940 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:17,946 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1512, reset compression=false 2024-11-09T06:21:17,950 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:17,950 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1759, reset compression=false 2024-11-09T06:21:17,950 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,34735,1731133254261 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:17,951 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,34735,1731133254261: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,34735,1731133254261, walGroup=4a84bcce7bad%2C34735%2C1731133254261, offset=4a84bcce7bad%2C34735%2C1731133254261.1731133256239:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:34735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:21:17,952 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:21:17,952 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:21:17,952 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:21:17,952 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:21:17,952 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:21:17,952 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1101004800, "init": 1048576000, "max": 2306867200, "used": 806686768 }, "NonHeapMemoryUsage": { "committed": 200671232, "init": 7667712, "max": -1, "used": 197709136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:21:17,953 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:46123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:46123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:21:17,961 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4f8287482bf160d1998b98d5a15b707, f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:17,999 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:18,142 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:21:18,142 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:21:18,145 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:18,148 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:21:18,154 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1759, reset compression=false 2024-11-09T06:21:18,161 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4f8287482bf160d1998b98d5a15b707, f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:18,180 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/f/212b52901fb740619d13e59ccd2fc42b 2024-11-09T06:21:18,183 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 212b52901fb740619d13e59ccd2fc42b 2024-11-09T06:21:18,195 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/f1/195ce721ff7c4798bf92aaab17ba138d is 30, key is row1/f1:/1731133273351/DeleteFamily/seqid=0 2024-11-09T06:21:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741844_1020 (size=5158) 2024-11-09T06:21:18,219 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/rep_barrier/787708a197794db69bfeab185a525dfe 2024-11-09T06:21:18,235 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/table/b24743b2e1f94f2ab4a69ba5436de252 is 53, key is hbase:replication/table:state/1731133268342/Put/seqid=0 2024-11-09T06:21:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741845_1021 (size=5308) 2024-11-09T06:21:18,238 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/table/b24743b2e1f94f2ab4a69ba5436de252 2024-11-09T06:21:18,242 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/info/3cdff08c55ba49deb50995a8fca43231 as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/info/3cdff08c55ba49deb50995a8fca43231 2024-11-09T06:21:18,246 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/info/3cdff08c55ba49deb50995a8fca43231, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:21:18,247 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/ns/5a7c7875748f49b382c45fbcfded8f9d as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/ns/5a7c7875748f49b382c45fbcfded8f9d 2024-11-09T06:21:18,250 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/ns/5a7c7875748f49b382c45fbcfded8f9d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:21:18,251 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/rep_barrier/787708a197794db69bfeab185a525dfe as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/rep_barrier/787708a197794db69bfeab185a525dfe 2024-11-09T06:21:18,254 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/rep_barrier/787708a197794db69bfeab185a525dfe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:21:18,255 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/.tmp/table/b24743b2e1f94f2ab4a69ba5436de252 as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/table/b24743b2e1f94f2ab4a69ba5436de252 2024-11-09T06:21:18,258 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/table/b24743b2e1f94f2ab4a69ba5436de252, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:21:18,259 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 498ms, sequenceid=16, compaction requested=false 2024-11-09T06:21:18,262 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:21:18,263 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:21:18,263 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:21:18,263 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:18,263 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133277761Running coprocessor pre-close hooks at 1731133277761Disabling compacts and flushes for region at 1731133277761Disabling writes for close at 1731133277761Obtaining lock to block concurrent updates at 1731133277761Preparing flush snapshotting stores in 1588230740 at 1731133277761Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133277761Flushing stores of hbase:meta,,1.1588230740 at 1731133277762 (+1 ms)Flushing 1588230740/info: creating writer at 1731133277762Flushing 1588230740/info: appending metadata at 1731133277774 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731133277774Flushing 1588230740/ns: creating writer at 1731133277781 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731133277793 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731133277793Flushing 1588230740/rep_barrier: creating writer at 1731133277800 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133277815 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133277815Flushing 1588230740/table: creating writer at 1731133278222 (+407 ms)Flushing 1588230740/table: appending metadata at 1731133278235 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731133278235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45216c66: reopening flushed file at 1731133278242 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eedac0d: reopening flushed file at 1731133278246 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc6bf57: reopening flushed file at 1731133278251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac33a30: reopening flushed file at 1731133278255 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 498ms, sequenceid=16, compaction requested=false at 1731133278259 (+4 ms)Writing region close event to WAL at 1731133278260 (+1 ms)Running coprocessor post-close hooks at 1731133278263 (+3 ms)Closed at 1731133278263 2024-11-09T06:21:18,263 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:18,362 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on e4f8287482bf160d1998b98d5a15b707, f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:18,448 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:18,457 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1759, reset compression=false 2024-11-09T06:21:18,502 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:18,562 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on e4f8287482bf160d1998b98d5a15b707, f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:18,598 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/f1/195ce721ff7c4798bf92aaab17ba138d 2024-11-09T06:21:18,602 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 195ce721ff7c4798bf92aaab17ba138d 2024-11-09T06:21:18,614 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/norep/3525bc9040ff44798dfdd4f209cbd77d is 33, key is row2/norep:/1731133274356/DeleteFamily/seqid=0 2024-11-09T06:21:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741846_1022 (size=5108) 2024-11-09T06:21:18,762 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:21:18,762 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1325): Online Regions={f6f8349f7b994be5dcffa5c48257b75b=test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b., e4f8287482bf160d1998b98d5a15b707=hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707.} 2024-11-09T06:21:18,762 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on e4f8287482bf160d1998b98d5a15b707, f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:18,851 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:18,861 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1759, reset compression=false 2024-11-09T06:21:18,962 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on e4f8287482bf160d1998b98d5a15b707, f6f8349f7b994be5dcffa5c48257b75b 2024-11-09T06:21:19,018 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/norep/3525bc9040ff44798dfdd4f209cbd77d 2024-11-09T06:21:19,021 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3525bc9040ff44798dfdd4f209cbd77d 2024-11-09T06:21:19,022 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/f/212b52901fb740619d13e59ccd2fc42b as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/f/212b52901fb740619d13e59ccd2fc42b 2024-11-09T06:21:19,025 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 212b52901fb740619d13e59ccd2fc42b 2024-11-09T06:21:19,025 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/f/212b52901fb740619d13e59ccd2fc42b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T06:21:19,025 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/f1/195ce721ff7c4798bf92aaab17ba138d as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/f1/195ce721ff7c4798bf92aaab17ba138d 2024-11-09T06:21:19,028 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 195ce721ff7c4798bf92aaab17ba138d 2024-11-09T06:21:19,028 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/f1/195ce721ff7c4798bf92aaab17ba138d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T06:21:19,029 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/.tmp/norep/3525bc9040ff44798dfdd4f209cbd77d as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/norep/3525bc9040ff44798dfdd4f209cbd77d 2024-11-09T06:21:19,032 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3525bc9040ff44798dfdd4f209cbd77d 2024-11-09T06:21:19,032 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/norep/3525bc9040ff44798dfdd4f209cbd77d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T06:21:19,033 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f6f8349f7b994be5dcffa5c48257b75b in 1272ms, sequenceid=12, compaction requested=false 2024-11-09T06:21:19,039 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/data/default/test/f6f8349f7b994be5dcffa5c48257b75b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:21:19,040 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6f8349f7b994be5dcffa5c48257b75b: Waiting for close lock at 1731133277761Running coprocessor pre-close hooks at 1731133277761Disabling compacts and flushes for region at 1731133277761Disabling writes for close at 1731133277761Obtaining lock to block concurrent updates at 1731133277761Preparing flush snapshotting stores in f6f8349f7b994be5dcffa5c48257b75b at 1731133277761Finished memstore snapshotting test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731133277761Flushing stores of test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. at 1731133277762 (+1 ms)Flushing f6f8349f7b994be5dcffa5c48257b75b/f: creating writer at 1731133277762Flushing f6f8349f7b994be5dcffa5c48257b75b/f: appending metadata at 1731133277776 (+14 ms)Flushing f6f8349f7b994be5dcffa5c48257b75b/f: closing flushed file at 1731133277776Flushing f6f8349f7b994be5dcffa5c48257b75b/f1: creating writer at 1731133278183 (+407 ms)Flushing f6f8349f7b994be5dcffa5c48257b75b/f1: appending metadata at 1731133278195 (+12 ms)Flushing f6f8349f7b994be5dcffa5c48257b75b/f1: closing flushed file at 1731133278195Flushing f6f8349f7b994be5dcffa5c48257b75b/norep: creating writer at 1731133278602 (+407 ms)Flushing f6f8349f7b994be5dcffa5c48257b75b/norep: appending metadata at 1731133278613 (+11 ms)Flushing f6f8349f7b994be5dcffa5c48257b75b/norep: closing flushed file at 1731133278613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1757ed: reopening flushed file at 1731133279021 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f653d9a: reopening flushed file at 1731133279025 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732154cf: reopening flushed file at 1731133279028 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f6f8349f7b994be5dcffa5c48257b75b in 1272ms, sequenceid=12, compaction requested=false at 1731133279033 (+5 ms)Writing region close event to WAL at 1731133279037 (+4 ms)Running coprocessor post-close hooks at 1731133279040 (+3 ms)Closed at 1731133279040 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133260712.f6f8349f7b994be5dcffa5c48257b75b. 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4f8287482bf160d1998b98d5a15b707, disabling compactions & flushes 2024-11-09T06:21:19,040 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. after waiting 0 ms 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4f8287482bf160d1998b98d5a15b707: Waiting for close lock at 1731133279040Running coprocessor pre-close hooks at 1731133279040Disabling compacts and flushes for region at 1731133279040Disabling writes for close at 1731133279040Failed flush hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707., putting online again at 1731133279040 2024-11-09T06:21:19,040 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,105 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:19,162 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:19,162 DEBUG [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1351): Waiting on e4f8287482bf160d1998b98d5a15b707 2024-11-09T06:21:19,163 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4f8287482bf160d1998b98d5a15b707, disabling compactions & flushes 2024-11-09T06:21:19,163 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,163 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,163 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. after waiting 0 ms 2024-11-09T06:21:19,163 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,163 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4f8287482bf160d1998b98d5a15b707: Waiting for close lock at 1731133279163Running coprocessor pre-close hooks at 1731133279163Disabling compacts and flushes for region at 1731133279163Disabling writes for close at 1731133279163Failed flush hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707., putting online again at 1731133279163 2024-11-09T06:21:19,163 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133267172.e4f8287482bf160d1998b98d5a15b707. 2024-11-09T06:21:19,354 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:19,363 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T06:21:19,363 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,34735,1731133254261; all regions closed. 2024-11-09T06:21:19,364 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 1759, reset compression=false 2024-11-09T06:21:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:21:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741839_1015 (size=2390) 2024-11-09T06:21:19,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.rep.1731133268303 not finished, retry = 0 2024-11-09T06:21:19,368 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:19,368 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/WALs/4a84bcce7bad,34735,1731133254261/4a84bcce7bad%2C34735%2C1731133254261.1731133256239 to pos 2403, reset compression=false 2024-11-09T06:21:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741832_1008 (size=2411) 2024-11-09T06:21:19,470 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:19,470 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:21:19,470 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:21:19,470 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:21:19,470 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:21:19,470 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:21:19,470 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,34735,1731133254261 because: Region server is closing 2024-11-09T06:21:19,471 INFO [RS:0;4a84bcce7bad:34735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:34735. 2024-11-09T06:21:19,471 DEBUG [RS:0;4a84bcce7bad:34735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:19,471 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:19,471 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:19,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:19,571 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.shipper4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 terminated 2024-11-09T06:21:19,571 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,34735,1731133254261.replicationSource.wal-reader.4a84bcce7bad%2C34735%2C1731133254261,1-4a84bcce7bad,34735,1731133254261 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:21:19,571 INFO [RS:0;4a84bcce7bad:34735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:34735. 2024-11-09T06:21:19,571 DEBUG [RS:0;4a84bcce7bad:34735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:19,571 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:19,572 DEBUG [RS:0;4a84bcce7bad:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:19,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:19,572 INFO [RS:0;4a84bcce7bad:34735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34735 2024-11-09T06:21:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690/rs 2024-11-09T06:21:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21756897690/rs/4a84bcce7bad,34735,1731133254261 2024-11-09T06:21:19,632 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:21:19,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,34735,1731133254261] 2024-11-09T06:21:19,734 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21756897690/draining/4a84bcce7bad,34735,1731133254261 already deleted, retry=false 2024-11-09T06:21:19,734 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,34735,1731133254261 expired; onlineServers=0 2024-11-09T06:21:19,734 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,46123,1731133253668' ***** 2024-11-09T06:21:19,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:21:19,735 INFO [M:0;4a84bcce7bad:46123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:21:19,735 INFO [M:0;4a84bcce7bad:46123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:21:19,735 DEBUG [M:0;4a84bcce7bad:46123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:21:19,735 DEBUG [M:0;4a84bcce7bad:46123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:21:19,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:21:19,735 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133255978 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133255978,5,FailOnTimeoutGroup] 2024-11-09T06:21:19,735 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133255979 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133255979,5,FailOnTimeoutGroup] 2024-11-09T06:21:19,735 INFO [M:0;4a84bcce7bad:46123 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:21:19,735 INFO [M:0;4a84bcce7bad:46123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:21:19,735 DEBUG [M:0;4a84bcce7bad:46123 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:21:19,735 INFO [M:0;4a84bcce7bad:46123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:21:19,735 INFO [M:0;4a84bcce7bad:46123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:21:19,735 INFO [M:0;4a84bcce7bad:46123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:21:19,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:21:19,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21756897690/master 2024-11-09T06:21:19,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21756897690 2024-11-09T06:21:19,777 DEBUG [M:0;4a84bcce7bad:46123 {}] zookeeper.ZKUtil(347): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Unable to get data of znode /21756897690/master because node does not exist (not an error) 2024-11-09T06:21:19,777 WARN [M:0;4a84bcce7bad:46123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:21:19,778 INFO [M:0;4a84bcce7bad:46123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/.lastflushedseqids 2024-11-09T06:21:19,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741847_1023 (size=245) 2024-11-09T06:21:19,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:19,806 INFO [RS:0;4a84bcce7bad:34735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:21:19,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1011e40f2930007, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:19,806 INFO [RS:0;4a84bcce7bad:34735 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,34735,1731133254261; zookeeper connection closed. 2024-11-09T06:21:19,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@374f2e48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@374f2e48 2024-11-09T06:21:19,807 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:21:19,808 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:19,957 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:20,182 INFO [M:0;4a84bcce7bad:46123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:21:20,182 INFO [M:0;4a84bcce7bad:46123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:21:20,182 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:21:20,182 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:20,182 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:20,182 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:21:20,182 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:20,183 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-09T06:21:20,197 DEBUG [M:0;4a84bcce7bad:46123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f0b1365772b452db573556dec6501ae is 82, key is hbase:meta,,1/info:regioninfo/1731133257274/Put/seqid=0 2024-11-09T06:21:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741848_1024 (size=5672) 2024-11-09T06:21:20,600 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f0b1365772b452db573556dec6501ae 2024-11-09T06:21:20,611 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:20,621 DEBUG [M:0;4a84bcce7bad:46123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/895e1ab7ec404fe4a9a464d8577b9d23 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731133268345/Put/seqid=0 2024-11-09T06:21:20,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741849_1025 (size=9213) 2024-11-09T06:21:20,661 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:21,024 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/895e1ab7ec404fe4a9a464d8577b9d23 2024-11-09T06:21:21,041 DEBUG [M:0;4a84bcce7bad:46123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2360398dd50342789f05e3794e690739 is 69, key is 4a84bcce7bad,34735,1731133254261/rs:state/1731133256029/Put/seqid=0 2024-11-09T06:21:21,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741850_1026 (size=5156) 2024-11-09T06:21:21,444 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2360398dd50342789f05e3794e690739 2024-11-09T06:21:21,448 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f0b1365772b452db573556dec6501ae as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f0b1365772b452db573556dec6501ae 2024-11-09T06:21:21,451 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f0b1365772b452db573556dec6501ae, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T06:21:21,452 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/895e1ab7ec404fe4a9a464d8577b9d23 as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/895e1ab7ec404fe4a9a464d8577b9d23 2024-11-09T06:21:21,455 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/895e1ab7ec404fe4a9a464d8577b9d23, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T06:21:21,456 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2360398dd50342789f05e3794e690739 as hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2360398dd50342789f05e3794e690739 2024-11-09T06:21:21,459 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40369/user/jenkins/test-data/66c52f62-1b63-68f8-9e44-76d17e8a223d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2360398dd50342789f05e3794e690739, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T06:21:21,460 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false 2024-11-09T06:21:21,461 INFO [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:21,462 DEBUG [M:0;4a84bcce7bad:46123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133280182Disabling compacts and flushes for region at 1731133280182Disabling writes for close at 1731133280182Obtaining lock to block concurrent updates at 1731133280183 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133280183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731133280183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133280183Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133280183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133280196 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133280196Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133280604 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133280620 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133280620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133281027 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133281040 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133281040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff3e6f3: reopening flushed file at 1731133281447 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b305250: reopening flushed file at 1731133281451 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700beef: reopening flushed file at 1731133281455 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false at 1731133281460 (+5 ms)Writing region close event to WAL at 1731133281461 (+1 ms)Closed at 1731133281461 2024-11-09T06:21:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741830_1006 (size=73878) 2024-11-09T06:21:21,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:21:21,464 INFO [M:0;4a84bcce7bad:46123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:21:21,464 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:21,464 INFO [M:0;4a84bcce7bad:46123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46123 2024-11-09T06:21:21,464 INFO [M:0;4a84bcce7bad:46123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:21:21,514 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:21,627 INFO [M:0;4a84bcce7bad:46123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46123-0x1011e40f2930006, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:21,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7837ff01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:21:21,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d29f6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:21:21,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:21:21,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c9ff4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:21:21,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56a03be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.log.dir/,STOPPED} 2024-11-09T06:21:21,632 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:21:21,632 WARN [BP-1878545760-172.17.0.3-1731133251770 heartbeating to localhost/127.0.0.1:40369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:21:21,632 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:21:21,632 WARN [BP-1878545760-172.17.0.3-1731133251770 heartbeating to localhost/127.0.0.1:40369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1878545760-172.17.0.3-1731133251770 (Datanode Uuid 4c409672-f43f-4afe-bad0-25c107e9c480) service to localhost/127.0.0.1:40369 2024-11-09T06:21:21,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/cluster_639e3cb1-edf3-9b57-dc98-023a1122bb1e/data/data1/current/BP-1878545760-172.17.0.3-1731133251770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:21:21,633 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/cluster_639e3cb1-edf3-9b57-dc98-023a1122bb1e/data/data2/current/BP-1878545760-172.17.0.3-1731133251770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:21:21,633 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:21:21,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b61125b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:21:21,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2905dc21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:21:21,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:21:21,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a53e052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:21:21,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59b250d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.log.dir/,STOPPED} 2024-11-09T06:21:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:21:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:21:21,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:21,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:21,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:21,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:21,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:21,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:21:21,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687833925, stopped=false 2024-11-09T06:21:21,655 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,38073,1731133248558 2024-11-09T06:21:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12081267459/running 2024-11-09T06:21:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12081267459/running 2024-11-09T06:21:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:21:21,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:21:21,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:21:21,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on znode that does not yet exist, /12081267459/running 2024-11-09T06:21:21,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:21,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Set watcher on znode that does not yet exist, /12081267459/running 2024-11-09T06:21:21,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:21,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:21,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,33945,1731133248693' ***** 2024-11-09T06:21:21,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:21:21,676 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(3091): Received CLOSE for 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(3091): Received CLOSE for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,33945,1731133248693 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:33945. 2024-11-09T06:21:21,677 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4db4d883092fb471c72fbe219cbdc3d4, disabling compactions & flushes 2024-11-09T06:21:21,677 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:21,677 DEBUG [RS:0;4a84bcce7bad:33945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:21,677 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:21,677 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:21,677 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. after waiting 0 ms 2024-11-09T06:21:21,677 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:21:21,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:21:21,677 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:21:21,677 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4db4d883092fb471c72fbe219cbdc3d4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T06:21:21,678 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:21:21,678 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1325): Online Regions={4db4d883092fb471c72fbe219cbdc3d4=test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4., 4061e2c753dc2a21f484a6ac4569eeda=hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:21:21,678 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4061e2c753dc2a21f484a6ac4569eeda, 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:21,678 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:21:21,678 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:21:21,678 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:21:21,678 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:21:21,678 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:21:21,678 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:21:21,697 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/f/bf62e17cfe2c459c828b292176a7f142 is 37, key is row3/f:row3/1731133276011/Put/seqid=0 2024-11-09T06:21:21,700 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/info/b10f61b0a14846bc89afd09d222dd9bb is 147, key is hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda./info:regioninfo/1731133266251/Put/seqid=0 2024-11-09T06:21:21,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741840_1016 (size=5228) 2024-11-09T06:21:21,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741841_1017 (size=7686) 2024-11-09T06:21:21,714 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/info/b10f61b0a14846bc89afd09d222dd9bb 2024-11-09T06:21:21,733 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/ns/93c8f4f153094c7d9e20fee89d4cff4a is 43, key is default/ns:d/1731133251650/Put/seqid=0 2024-11-09T06:21:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741842_1018 (size=5153) 2024-11-09T06:21:21,737 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/ns/93c8f4f153094c7d9e20fee89d4cff4a 2024-11-09T06:21:21,755 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:21:21,758 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/rep_barrier/72f72e5501a44beebba291bff6d2329b is 112, key is test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4./rep_barrier:seqnumDuringOpen/1731133260311/Put/seqid=0 2024-11-09T06:21:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741843_1019 (size=5518) 2024-11-09T06:21:21,762 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/rep_barrier/72f72e5501a44beebba291bff6d2329b 2024-11-09T06:21:21,778 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/table/905b56ff4be44da8aa5061242b31fc9f is 53, key is hbase:replication/table:state/1731133266256/Put/seqid=0 2024-11-09T06:21:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741844_1020 (size=5308) 2024-11-09T06:21:21,878 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4061e2c753dc2a21f484a6ac4569eeda, 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:22,078 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4061e2c753dc2a21f484a6ac4569eeda, 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:22,106 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/f/bf62e17cfe2c459c828b292176a7f142 2024-11-09T06:21:22,110 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf62e17cfe2c459c828b292176a7f142 2024-11-09T06:21:22,126 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/f1/34da04699e7448158df521669665a59e is 30, key is row1/f1:/1731133273351/DeleteFamily/seqid=0 2024-11-09T06:21:22,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741845_1021 (size=5158) 2024-11-09T06:21:22,181 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/table/905b56ff4be44da8aa5061242b31fc9f 2024-11-09T06:21:22,186 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/info/b10f61b0a14846bc89afd09d222dd9bb as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/info/b10f61b0a14846bc89afd09d222dd9bb 2024-11-09T06:21:22,189 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/info/b10f61b0a14846bc89afd09d222dd9bb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:21:22,190 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/ns/93c8f4f153094c7d9e20fee89d4cff4a as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/ns/93c8f4f153094c7d9e20fee89d4cff4a 2024-11-09T06:21:22,194 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/ns/93c8f4f153094c7d9e20fee89d4cff4a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:21:22,194 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/rep_barrier/72f72e5501a44beebba291bff6d2329b as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/rep_barrier/72f72e5501a44beebba291bff6d2329b 2024-11-09T06:21:22,198 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/rep_barrier/72f72e5501a44beebba291bff6d2329b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:21:22,198 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/.tmp/table/905b56ff4be44da8aa5061242b31fc9f as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/table/905b56ff4be44da8aa5061242b31fc9f 2024-11-09T06:21:22,201 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/table/905b56ff4be44da8aa5061242b31fc9f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:21:22,202 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 524ms, sequenceid=16, compaction requested=false 2024-11-09T06:21:22,202 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:21:22,206 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:21:22,206 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:21:22,206 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:21:22,206 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:22,206 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133281678Running coprocessor pre-close hooks at 1731133281678Disabling compacts and flushes for region at 1731133281678Disabling writes for close at 1731133281678Obtaining lock to block concurrent updates at 1731133281678Preparing flush snapshotting stores in 1588230740 at 1731133281678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133281679 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133281679Flushing 1588230740/info: creating writer at 1731133281679Flushing 1588230740/info: appending metadata at 1731133281700 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731133281700Flushing 1588230740/ns: creating writer at 1731133281718 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731133281733 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731133281733Flushing 1588230740/rep_barrier: creating writer at 1731133281742 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133281758 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133281758Flushing 1588230740/table: creating writer at 1731133281766 (+8 ms)Flushing 1588230740/table: appending metadata at 1731133281777 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731133281777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b7e246: reopening flushed file at 1731133282185 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b267d1: reopening flushed file at 1731133282189 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7005eb2b: reopening flushed file at 1731133282194 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8da51b: reopening flushed file at 1731133282198 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 524ms, sequenceid=16, compaction requested=false at 1731133282202 (+4 ms)Writing region close event to WAL at 1731133282204 (+2 ms)Running coprocessor post-close hooks at 1731133282206 (+2 ms)Closed at 1731133282206 2024-11-09T06:21:22,206 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:22,278 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 4061e2c753dc2a21f484a6ac4569eeda, 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:22,367 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:22,446 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:38073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T06:21:22,479 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 4061e2c753dc2a21f484a6ac4569eeda, 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:22,517 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1466, reset compression=false 2024-11-09T06:21:22,521 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:22,521 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1713, reset compression=false 2024-11-09T06:21:22,521 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,33945,1731133248693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:22,522 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,33945,1731133248693: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,33945,1731133248693, walGroup=4a84bcce7bad%2C33945%2C1731133248693, offset=4a84bcce7bad%2C33945%2C1731133248693.1731133250659:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:33945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:21:22,523 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:21:22,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:21:22,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:21:22,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:21:22,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:21:22,523 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1101004800, "init": 1048576000, "max": 2306867200, "used": 894767152 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198153304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:21:22,523 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:38073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:38073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:21:22,529 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/f1/34da04699e7448158df521669665a59e 2024-11-09T06:21:22,533 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34da04699e7448158df521669665a59e 2024-11-09T06:21:22,549 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/norep/b9008a0fda0f43b5a399efda4eb78121 is 33, key is row1/norep:/1731133273351/DeleteFamily/seqid=0 2024-11-09T06:21:22,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741846_1022 (size=5108) 2024-11-09T06:21:22,567 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:21:22,567 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:21:22,679 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:21:22,679 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1325): Online Regions={4db4d883092fb471c72fbe219cbdc3d4=test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4., 4061e2c753dc2a21f484a6ac4569eeda=hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda.} 2024-11-09T06:21:22,679 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 4061e2c753dc2a21f484a6ac4569eeda, 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:22,725 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1713, reset compression=false 2024-11-09T06:21:22,879 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 4061e2c753dc2a21f484a6ac4569eeda, 4db4d883092fb471c72fbe219cbdc3d4 2024-11-09T06:21:22,953 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/norep/b9008a0fda0f43b5a399efda4eb78121 2024-11-09T06:21:22,957 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9008a0fda0f43b5a399efda4eb78121 2024-11-09T06:21:22,957 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/f/bf62e17cfe2c459c828b292176a7f142 as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/f/bf62e17cfe2c459c828b292176a7f142 2024-11-09T06:21:22,961 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf62e17cfe2c459c828b292176a7f142 2024-11-09T06:21:22,961 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/f/bf62e17cfe2c459c828b292176a7f142, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T06:21:22,961 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/f1/34da04699e7448158df521669665a59e as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/f1/34da04699e7448158df521669665a59e 2024-11-09T06:21:22,964 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34da04699e7448158df521669665a59e 2024-11-09T06:21:22,965 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/f1/34da04699e7448158df521669665a59e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T06:21:22,965 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/.tmp/norep/b9008a0fda0f43b5a399efda4eb78121 as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/norep/b9008a0fda0f43b5a399efda4eb78121 2024-11-09T06:21:22,969 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9008a0fda0f43b5a399efda4eb78121 2024-11-09T06:21:22,969 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/norep/b9008a0fda0f43b5a399efda4eb78121, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T06:21:22,970 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4db4d883092fb471c72fbe219cbdc3d4 in 1293ms, sequenceid=12, compaction requested=false 2024-11-09T06:21:22,970 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:21:22,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/data/default/test/4db4d883092fb471c72fbe219cbdc3d4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T06:21:22,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:21:22,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:21:22,974 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:22,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4db4d883092fb471c72fbe219cbdc3d4: Waiting for close lock at 1731133281677Running coprocessor pre-close hooks at 1731133281677Disabling compacts and flushes for region at 1731133281677Disabling writes for close at 1731133281677Obtaining lock to block concurrent updates at 1731133281677Preparing flush snapshotting stores in 4db4d883092fb471c72fbe219cbdc3d4 at 1731133281677Finished memstore snapshotting test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731133281678 (+1 ms)Flushing stores of test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. at 1731133281678Flushing 4db4d883092fb471c72fbe219cbdc3d4/f: creating writer at 1731133281678Flushing 4db4d883092fb471c72fbe219cbdc3d4/f: appending metadata at 1731133281696 (+18 ms)Flushing 4db4d883092fb471c72fbe219cbdc3d4/f: closing flushed file at 1731133281696Flushing 4db4d883092fb471c72fbe219cbdc3d4/f1: creating writer at 1731133282110 (+414 ms)Flushing 4db4d883092fb471c72fbe219cbdc3d4/f1: appending metadata at 1731133282125 (+15 ms)Flushing 4db4d883092fb471c72fbe219cbdc3d4/f1: closing flushed file at 1731133282125Flushing 4db4d883092fb471c72fbe219cbdc3d4/norep: creating writer at 1731133282533 (+408 ms)Flushing 4db4d883092fb471c72fbe219cbdc3d4/norep: appending metadata at 1731133282548 (+15 ms)Flushing 4db4d883092fb471c72fbe219cbdc3d4/norep: closing flushed file at 1731133282548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a304c3a: reopening flushed file at 1731133282957 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c002877: reopening flushed file at 1731133282961 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fda718b: reopening flushed file at 1731133282965 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4db4d883092fb471c72fbe219cbdc3d4 in 1293ms, sequenceid=12, compaction requested=false at 1731133282970 (+5 ms)Writing region close event to WAL at 1731133282971 (+1 ms)Running coprocessor post-close hooks at 1731133282974 (+3 ms)Closed at 1731133282974 2024-11-09T06:21:22,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133259572.4db4d883092fb471c72fbe219cbdc3d4. 2024-11-09T06:21:22,974 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4061e2c753dc2a21f484a6ac4569eeda, disabling compactions & flushes 2024-11-09T06:21:22,974 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:22,975 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:22,975 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. after waiting 0 ms 2024-11-09T06:21:22,975 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:22,975 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4061e2c753dc2a21f484a6ac4569eeda: Waiting for close lock at 1731133282974Running coprocessor pre-close hooks at 1731133282974Disabling compacts and flushes for region at 1731133282974Disabling writes for close at 1731133282975 (+1 ms)Failed flush hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda., putting online again at 1731133282975 2024-11-09T06:21:22,975 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:23,028 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 1713, reset compression=false 2024-11-09T06:21:23,032 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:23,032 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 2357, reset compression=false 2024-11-09T06:21:23,079 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(3091): Received CLOSE for 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:23,079 DEBUG [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1351): Waiting on 4061e2c753dc2a21f484a6ac4569eeda 2024-11-09T06:21:23,079 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4061e2c753dc2a21f484a6ac4569eeda, disabling compactions & flushes 2024-11-09T06:21:23,079 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:23,080 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:23,080 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. after waiting 0 ms 2024-11-09T06:21:23,080 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:23,080 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4061e2c753dc2a21f484a6ac4569eeda: Waiting for close lock at 1731133283079Running coprocessor pre-close hooks at 1731133283079Disabling compacts and flushes for region at 1731133283079Disabling writes for close at 1731133283080 (+1 ms)Failed flush hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda., putting online again at 1731133283080 2024-11-09T06:21:23,080 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133265024.4061e2c753dc2a21f484a6ac4569eeda. 2024-11-09T06:21:23,237 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 2357, reset compression=false 2024-11-09T06:21:23,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,279 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T06:21:23,280 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,33945,1731133248693; all regions closed. 2024-11-09T06:21:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:21:23,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.meta.1731133251612.meta not finished, retry = 0 2024-11-09T06:21:23,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,370 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741839_1015 (size=2609) 2024-11-09T06:21:23,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.rep.1731133266218 not finished, retry = 0 2024-11-09T06:21:23,488 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 not finished, retry = 0 2024-11-09T06:21:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741832_1008 (size=2365) 2024-11-09T06:21:23,541 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 to pos 2357, reset compression=false 2024-11-09T06:21:23,589 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/WALs/4a84bcce7bad,33945,1731133248693/4a84bcce7bad%2C33945%2C1731133248693.1731133250659 2024-11-09T06:21:23,589 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:23,589 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:21:23,589 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:21:23,590 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:21:23,590 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:21:23,590 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:21:23,590 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,33945,1731133248693 because: Region server is closing 2024-11-09T06:21:23,590 INFO [RS:0;4a84bcce7bad:33945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:33945. 2024-11-09T06:21:23,590 DEBUG [RS:0;4a84bcce7bad:33945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:23,591 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:23,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:23,591 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:23,691 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.shipper4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 terminated 2024-11-09T06:21:23,691 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,33945,1731133248693.replicationSource.wal-reader.4a84bcce7bad%2C33945%2C1731133248693,1-4a84bcce7bad,33945,1731133248693 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-09T06:21:23,691 INFO [RS:0;4a84bcce7bad:33945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:33945. 2024-11-09T06:21:23,691 DEBUG [RS:0;4a84bcce7bad:33945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:23,691 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:23,692 DEBUG [RS:0;4a84bcce7bad:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:23,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:23,692 INFO [RS:0;4a84bcce7bad:33945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33945 2024-11-09T06:21:23,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12081267459/rs/4a84bcce7bad,33945,1731133248693 2024-11-09T06:21:23,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459/rs 2024-11-09T06:21:23,801 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:21:23,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,33945,1731133248693] 2024-11-09T06:21:23,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12081267459/draining/4a84bcce7bad,33945,1731133248693 already deleted, retry=false 2024-11-09T06:21:23,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,33945,1731133248693 expired; onlineServers=0 2024-11-09T06:21:23,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,38073,1731133248558' ***** 2024-11-09T06:21:23,822 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:21:23,822 INFO [M:0;4a84bcce7bad:38073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:21:23,822 INFO [M:0;4a84bcce7bad:38073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:21:23,822 DEBUG [M:0;4a84bcce7bad:38073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:21:23,822 DEBUG [M:0;4a84bcce7bad:38073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:21:23,822 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:21:23,822 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133250415 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133250415,5,FailOnTimeoutGroup] 2024-11-09T06:21:23,822 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133250414 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133250414,5,FailOnTimeoutGroup] 2024-11-09T06:21:23,822 INFO [M:0;4a84bcce7bad:38073 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:21:23,822 INFO [M:0;4a84bcce7bad:38073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:21:23,822 DEBUG [M:0;4a84bcce7bad:38073 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:21:23,822 INFO [M:0;4a84bcce7bad:38073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:21:23,822 INFO [M:0;4a84bcce7bad:38073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:21:23,823 INFO [M:0;4a84bcce7bad:38073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:21:23,823 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:21:23,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12081267459/master 2024-11-09T06:21:23,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12081267459 2024-11-09T06:21:23,832 DEBUG [M:0;4a84bcce7bad:38073 {}] zookeeper.ZKUtil(347): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Unable to get data of znode /12081267459/master because node does not exist (not an error) 2024-11-09T06:21:23,832 WARN [M:0;4a84bcce7bad:38073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:21:23,833 INFO [M:0;4a84bcce7bad:38073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/.lastflushedseqids 2024-11-09T06:21:23,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741847_1023 (size=245) 2024-11-09T06:21:23,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:23,911 INFO [RS:0;4a84bcce7bad:33945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:21:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x1011e40f2930004, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:23,911 INFO [RS:0;4a84bcce7bad:33945 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,33945,1731133248693; zookeeper connection closed. 2024-11-09T06:21:23,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15c015df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15c015df 2024-11-09T06:21:23,912 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:21:24,237 INFO [M:0;4a84bcce7bad:38073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:21:24,237 INFO [M:0;4a84bcce7bad:38073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:21:24,237 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:21:24,237 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:24,237 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:24,237 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:21:24,237 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:24,237 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T06:21:24,257 DEBUG [M:0;4a84bcce7bad:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad392d36f0c64eb1ab2540da412d1f02 is 82, key is hbase:meta,,1/info:regioninfo/1731133251638/Put/seqid=0 2024-11-09T06:21:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741848_1024 (size=5672) 2024-11-09T06:21:24,473 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:24,662 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad392d36f0c64eb1ab2540da412d1f02 2024-11-09T06:21:24,677 DEBUG [M:0;4a84bcce7bad:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e1adbe9064455591a0aaddef37af8b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133260320/Put/seqid=0 2024-11-09T06:21:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741849_1025 (size=7218) 2024-11-09T06:21:25,081 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e1adbe9064455591a0aaddef37af8b 2024-11-09T06:21:25,084 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18e1adbe9064455591a0aaddef37af8b 2024-11-09T06:21:25,096 DEBUG [M:0;4a84bcce7bad:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2db479eae5e44019923b1e9dbc3940e2 is 69, key is 4a84bcce7bad,33945,1731133248693/rs:state/1731133250457/Put/seqid=0 2024-11-09T06:21:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741850_1026 (size=5156) 2024-11-09T06:21:25,500 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2db479eae5e44019923b1e9dbc3940e2 2024-11-09T06:21:25,504 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad392d36f0c64eb1ab2540da412d1f02 as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad392d36f0c64eb1ab2540da412d1f02 2024-11-09T06:21:25,508 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad392d36f0c64eb1ab2540da412d1f02, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T06:21:25,509 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18e1adbe9064455591a0aaddef37af8b as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e1adbe9064455591a0aaddef37af8b 2024-11-09T06:21:25,513 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18e1adbe9064455591a0aaddef37af8b 2024-11-09T06:21:25,513 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18e1adbe9064455591a0aaddef37af8b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T06:21:25,514 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2db479eae5e44019923b1e9dbc3940e2 as hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2db479eae5e44019923b1e9dbc3940e2 2024-11-09T06:21:25,518 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36763/user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2db479eae5e44019923b1e9dbc3940e2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T06:21:25,518 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-09T06:21:25,528 INFO [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:25,529 DEBUG [M:0;4a84bcce7bad:38073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133284237Disabling compacts and flushes for region at 1731133284237Disabling writes for close at 1731133284237Obtaining lock to block concurrent updates at 1731133284237Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133284237Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731133284237Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133284238 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133284238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133284257 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133284257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133284665 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133284677 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133284677Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133285084 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133285096 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133285096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c27d09: reopening flushed file at 1731133285503 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76de970b: reopening flushed file at 1731133285508 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ef5b85: reopening flushed file at 1731133285513 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1731133285518 (+5 ms)Writing region close event to WAL at 1731133285528 (+10 ms)Closed at 1731133285528 2024-11-09T06:21:25,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52f6676c-c750-adf7-6c02-344ba4076b9b/MasterData/WALs/4a84bcce7bad,38073,1731133248558/4a84bcce7bad%2C38073%2C1731133248558.1731133250042 not finished, retry = 0 2024-11-09T06:21:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741830_1006 (size=64423) 2024-11-09T06:21:25,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:21:25,634 INFO [M:0;4a84bcce7bad:38073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:21:25,634 INFO [M:0;4a84bcce7bad:38073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38073 2024-11-09T06:21:25,635 INFO [M:0;4a84bcce7bad:38073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:21:25,677 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:25,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:25,785 INFO [M:0;4a84bcce7bad:38073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:21:25,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x1011e40f2930003, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:25,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28eea844{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:21:25,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eefd956{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:21:25,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:21:25,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc97221{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:21:25,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44332dab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.log.dir/,STOPPED} 2024-11-09T06:21:25,790 WARN [BP-1426679078-172.17.0.3-1731133246637 heartbeating to localhost/127.0.0.1:36763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:21:25,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:21:25,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:21:25,790 WARN [BP-1426679078-172.17.0.3-1731133246637 heartbeating to localhost/127.0.0.1:36763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1426679078-172.17.0.3-1731133246637 (Datanode Uuid 7232e44f-7fba-4172-93ca-4507ef0db7ab) service to localhost/127.0.0.1:36763 2024-11-09T06:21:25,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/cluster_b2a43adb-138f-dea3-aeef-ae2d61547ace/data/data1/current/BP-1426679078-172.17.0.3-1731133246637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:21:25,791 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/cluster_b2a43adb-138f-dea3-aeef-ae2d61547ace/data/data2/current/BP-1426679078-172.17.0.3-1731133246637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:21:25,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:21:25,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ced77e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:21:25,798 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c1fa2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:21:25,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:21:25,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ea4496c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:21:25,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e025d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42761807-4adc-1527-9124-4f961decfda6/hadoop.log.dir/,STOPPED} 2024-11-09T06:21:25,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:21:25,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:21:25,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:25,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:25,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:25,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:25,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:25,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:21:25,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1407349251, stopped=false 2024-11-09T06:21:25,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,37197,1731133242954 2024-11-09T06:21:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1441287857/running 2024-11-09T06:21:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1441287857/running 2024-11-09T06:21:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:21:25,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:21:25,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:21:25,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:25,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:25,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:25,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on znode that does not yet exist, /0-1441287857/running 2024-11-09T06:21:25,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Set watcher on znode that does not yet exist, /0-1441287857/running 2024-11-09T06:21:25,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,43849,1731133243159' ***** 2024-11-09T06:21:25,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:21:25,833 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:21:25,833 INFO [RS:0;4a84bcce7bad:43849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:21:25,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:21:25,833 INFO [RS:0;4a84bcce7bad:43849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:21:25,833 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(3091): Received CLOSE for 11f974be10e3385fb9b7b9788ef2040c 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(3091): Received CLOSE for a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,43849,1731133243159 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:43849. 2024-11-09T06:21:25,834 DEBUG [RS:0;4a84bcce7bad:43849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:25,834 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11f974be10e3385fb9b7b9788ef2040c, disabling compactions & flushes 2024-11-09T06:21:25,834 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:25,834 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:25,834 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:25,834 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. after waiting 0 ms 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:21:25,834 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:21:25,834 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:21:25,834 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 11f974be10e3385fb9b7b9788ef2040c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T06:21:25,835 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:21:25,835 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 11f974be10e3385fb9b7b9788ef2040c=hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c., a502d8123b8b28824adb21d50e63fd5c=test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c.} 2024-11-09T06:21:25,835 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:21:25,835 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 11f974be10e3385fb9b7b9788ef2040c, 1588230740, a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:25,835 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:21:25,835 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:21:25,835 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:21:25,835 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:21:25,835 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:21:25,847 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/info/d482508495a44b7f860add23942d508a is 147, key is hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c./info:regioninfo/1731133264062/Put/seqid=0 2024-11-09T06:21:25,847 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c/.tmp/queue/2721ee4d7e894de786e5488f8badcca8 is 154, key is 1-4a84bcce7bad,43849,1731133243159/queue:4a84bcce7bad%2C43849%2C1731133243159/1731133277942/Put/seqid=0 2024-11-09T06:21:25,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741840_1016 (size=7686) 2024-11-09T06:21:25,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741841_1017 (size=5353) 2024-11-09T06:21:25,851 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c/.tmp/queue/2721ee4d7e894de786e5488f8badcca8 2024-11-09T06:21:25,855 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c/.tmp/queue/2721ee4d7e894de786e5488f8badcca8 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c/queue/2721ee4d7e894de786e5488f8badcca8 2024-11-09T06:21:25,858 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c/queue/2721ee4d7e894de786e5488f8badcca8, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T06:21:25,859 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 11f974be10e3385fb9b7b9788ef2040c in 25ms, sequenceid=14, compaction requested=false 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/replication/11f974be10e3385fb9b7b9788ef2040c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:21:25,862 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11f974be10e3385fb9b7b9788ef2040c: Waiting for close lock at 1731133285834Running coprocessor pre-close hooks at 1731133285834Disabling compacts and flushes for region at 1731133285834Disabling writes for close at 1731133285834Obtaining lock to block concurrent updates at 1731133285834Preparing flush snapshotting stores in 11f974be10e3385fb9b7b9788ef2040c at 1731133285834Finished memstore snapshotting hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731133285835 (+1 ms)Flushing stores of hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. at 1731133285835Flushing 11f974be10e3385fb9b7b9788ef2040c/queue: creating writer at 1731133285835Flushing 11f974be10e3385fb9b7b9788ef2040c/queue: appending metadata at 1731133285847 (+12 ms)Flushing 11f974be10e3385fb9b7b9788ef2040c/queue: closing flushed file at 1731133285847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439ea2ae: reopening flushed file at 1731133285854 (+7 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 11f974be10e3385fb9b7b9788ef2040c in 25ms, sequenceid=14, compaction requested=false at 1731133285859 (+5 ms)Writing region close event to WAL at 1731133285859Running coprocessor post-close hooks at 1731133285862 (+3 ms)Closed at 1731133285862 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133262876.11f974be10e3385fb9b7b9788ef2040c. 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a502d8123b8b28824adb21d50e63fd5c, disabling compactions & flushes 2024-11-09T06:21:25,862 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. after waiting 0 ms 2024-11-09T06:21:25,862 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:21:25,862 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a502d8123b8b28824adb21d50e63fd5c 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T06:21:25,873 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:21:25,876 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/f/63ff1c5a3ecf4447b86f8687fe3ee965 is 37, key is row3/f:row3/1731133276011/Put/seqid=0 2024-11-09T06:21:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741842_1018 (size=5228) 2024-11-09T06:21:26,035 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:26,235 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:26,251 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/info/d482508495a44b7f860add23942d508a 2024-11-09T06:21:26,271 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/ns/70fe8ddeda124d1aa74f9379239e63b0 is 43, key is default/ns:d/1731133246494/Put/seqid=0 2024-11-09T06:21:26,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741843_1019 (size=5153) 2024-11-09T06:21:26,279 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/f/63ff1c5a3ecf4447b86f8687fe3ee965 2024-11-09T06:21:26,283 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63ff1c5a3ecf4447b86f8687fe3ee965 2024-11-09T06:21:26,297 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/f1/5605f1c7fb4c4ebbb7b22eddeb3ccec9 is 30, key is row1/f1:/1731133273351/DeleteFamily/seqid=0 2024-11-09T06:21:26,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741844_1020 (size=5158) 2024-11-09T06:21:26,335 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:21:26,335 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:21:26,435 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:26,635 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:26,675 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/ns/70fe8ddeda124d1aa74f9379239e63b0 2024-11-09T06:21:26,691 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/rep_barrier/21a105faf1144ed1923956562b2369a1 is 112, key is test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c./rep_barrier:seqnumDuringOpen/1731133258559/Put/seqid=0 2024-11-09T06:21:26,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741845_1021 (size=5518) 2024-11-09T06:21:26,701 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/f1/5605f1c7fb4c4ebbb7b22eddeb3ccec9 2024-11-09T06:21:26,705 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5605f1c7fb4c4ebbb7b22eddeb3ccec9 2024-11-09T06:21:26,717 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/norep/8bead75dbbf0471fb4a362609eed3734 is 32, key is row/norep:/1731133272346/DeleteFamily/seqid=0 2024-11-09T06:21:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741846_1022 (size=5101) 2024-11-09T06:21:26,835 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:21:26,836 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a502d8123b8b28824adb21d50e63fd5c=test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c.} 2024-11-09T06:21:26,836 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:26,980 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1488, reset compression=false 2024-11-09T06:21:26,984 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:26,985 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1735, reset compression=false 2024-11-09T06:21:26,985 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,43849,1731133243159 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:26,986 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,43849,1731133243159: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,43849,1731133243159, walGroup=4a84bcce7bad%2C43849%2C1731133243159, offset=4a84bcce7bad%2C43849%2C1731133243159.1731133245463:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:43849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:21:26,987 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:21:26,987 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:21:26,987 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:21:26,988 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:21:26,988 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:21:26,988 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1101004800, "init": 1048576000, "max": 2306867200, "used": 798546464 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198812128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:21:26,988 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:37197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:37197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:21:27,036 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a502d8123b8b28824adb21d50e63fd5c 2024-11-09T06:21:27,094 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/rep_barrier/21a105faf1144ed1923956562b2369a1 2024-11-09T06:21:27,104 INFO [master/4a84bcce7bad:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T06:21:27,104 INFO [master/4a84bcce7bad:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T06:21:27,114 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/table/4c4848ef50444fcf8cee40a7a9c55316 is 53, key is hbase:replication/table:state/1731133264089/Put/seqid=0 2024-11-09T06:21:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741847_1023 (size=5308) 2024-11-09T06:21:27,123 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/norep/8bead75dbbf0471fb4a362609eed3734 2024-11-09T06:21:27,127 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bead75dbbf0471fb4a362609eed3734 2024-11-09T06:21:27,127 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/f/63ff1c5a3ecf4447b86f8687fe3ee965 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/f/63ff1c5a3ecf4447b86f8687fe3ee965 2024-11-09T06:21:27,130 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63ff1c5a3ecf4447b86f8687fe3ee965 2024-11-09T06:21:27,130 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/f/63ff1c5a3ecf4447b86f8687fe3ee965, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T06:21:27,131 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/f1/5605f1c7fb4c4ebbb7b22eddeb3ccec9 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/f1/5605f1c7fb4c4ebbb7b22eddeb3ccec9 2024-11-09T06:21:27,134 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5605f1c7fb4c4ebbb7b22eddeb3ccec9 2024-11-09T06:21:27,135 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/f1/5605f1c7fb4c4ebbb7b22eddeb3ccec9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T06:21:27,135 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/.tmp/norep/8bead75dbbf0471fb4a362609eed3734 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/norep/8bead75dbbf0471fb4a362609eed3734 2024-11-09T06:21:27,139 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bead75dbbf0471fb4a362609eed3734 2024-11-09T06:21:27,139 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/norep/8bead75dbbf0471fb4a362609eed3734, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T06:21:27,140 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a502d8123b8b28824adb21d50e63fd5c in 1278ms, sequenceid=12, compaction requested=false 2024-11-09T06:21:27,140 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:21:27,146 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/default/test/a502d8123b8b28824adb21d50e63fd5c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T06:21:27,146 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:21:27,146 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:21:27,146 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:21:27,146 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a502d8123b8b28824adb21d50e63fd5c: Waiting for close lock at 1731133285862Running coprocessor pre-close hooks at 1731133285862Disabling compacts and flushes for region at 1731133285862Disabling writes for close at 1731133285862Obtaining lock to block concurrent updates at 1731133285862Preparing flush snapshotting stores in a502d8123b8b28824adb21d50e63fd5c at 1731133285862Finished memstore snapshotting test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731133285863 (+1 ms)Flushing stores of test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. at 1731133285863Flushing a502d8123b8b28824adb21d50e63fd5c/f: creating writer at 1731133285863Flushing a502d8123b8b28824adb21d50e63fd5c/f: appending metadata at 1731133285875 (+12 ms)Flushing a502d8123b8b28824adb21d50e63fd5c/f: closing flushed file at 1731133285875Flushing a502d8123b8b28824adb21d50e63fd5c/f1: creating writer at 1731133286283 (+408 ms)Flushing a502d8123b8b28824adb21d50e63fd5c/f1: appending metadata at 1731133286297 (+14 ms)Flushing a502d8123b8b28824adb21d50e63fd5c/f1: closing flushed file at 1731133286297Flushing a502d8123b8b28824adb21d50e63fd5c/norep: creating writer at 1731133286705 (+408 ms)Flushing a502d8123b8b28824adb21d50e63fd5c/norep: appending metadata at 1731133286716 (+11 ms)Flushing a502d8123b8b28824adb21d50e63fd5c/norep: closing flushed file at 1731133286716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a837d25: reopening flushed file at 1731133287127 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d580bab: reopening flushed file at 1731133287131 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0a5a16: reopening flushed file at 1731133287135 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a502d8123b8b28824adb21d50e63fd5c in 1278ms, sequenceid=12, compaction requested=false at 1731133287140 (+5 ms)Writing region close event to WAL at 1731133287142 (+2 ms)Running coprocessor post-close hooks at 1731133287146 (+4 ms)Closed at 1731133287146 2024-11-09T06:21:27,146 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133257417.a502d8123b8b28824adb21d50e63fd5c. 2024-11-09T06:21:27,187 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 1735, reset compression=false 2024-11-09T06:21:27,191 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:27,191 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 2379, reset compression=false 2024-11-09T06:21:27,236 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:21:27,393 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.wal-reader.4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/WALs/4a84bcce7bad,43849,1731133243159/4a84bcce7bad%2C43849%2C1731133243159.1731133245463 to pos 2379, reset compression=false 2024-11-09T06:21:27,436 DEBUG [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:21:27,518 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/table/4c4848ef50444fcf8cee40a7a9c55316 2024-11-09T06:21:27,523 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/info/d482508495a44b7f860add23942d508a as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/info/d482508495a44b7f860add23942d508a 2024-11-09T06:21:27,534 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/info/d482508495a44b7f860add23942d508a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:21:27,534 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/ns/70fe8ddeda124d1aa74f9379239e63b0 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/ns/70fe8ddeda124d1aa74f9379239e63b0 2024-11-09T06:21:27,538 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/ns/70fe8ddeda124d1aa74f9379239e63b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:21:27,539 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/rep_barrier/21a105faf1144ed1923956562b2369a1 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/rep_barrier/21a105faf1144ed1923956562b2369a1 2024-11-09T06:21:27,542 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/rep_barrier/21a105faf1144ed1923956562b2369a1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:21:27,543 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/.tmp/table/4c4848ef50444fcf8cee40a7a9c55316 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/table/4c4848ef50444fcf8cee40a7a9c55316 2024-11-09T06:21:27,546 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/table/4c4848ef50444fcf8cee40a7a9c55316, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:21:27,547 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-09T06:21:27,547 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:21:27,550 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:21:27,551 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:21:27,551 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:21:27,551 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:27,551 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133285835Running coprocessor pre-close hooks at 1731133285835Disabling compacts and flushes for region at 1731133285835Disabling writes for close at 1731133285835Obtaining lock to block concurrent updates at 1731133285835Preparing flush snapshotting stores in 1588230740 at 1731133285835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133285835Flushing stores of hbase:meta,,1.1588230740 at 1731133285835Flushing 1588230740/info: creating writer at 1731133285835Flushing 1588230740/info: appending metadata at 1731133285847 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731133285847Flushing 1588230740/ns: creating writer at 1731133286255 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731133286271 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731133286271Flushing 1588230740/rep_barrier: creating writer at 1731133286679 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133286690 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133286691 (+1 ms)Flushing 1588230740/table: creating writer at 1731133287098 (+407 ms)Flushing 1588230740/table: appending metadata at 1731133287114 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731133287114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c157ed: reopening flushed file at 1731133287523 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0edb65: reopening flushed file at 1731133287534 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2686df45: reopening flushed file at 1731133287538 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e06d77f: reopening flushed file at 1731133287542 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731133287547 (+5 ms)Writing region close event to WAL at 1731133287548 (+1 ms)Running coprocessor post-close hooks at 1731133287551 (+3 ms)Closed at 1731133287551 2024-11-09T06:21:27,551 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:27,636 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,43849,1731133243159; all regions closed. 2024-11-09T06:21:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:21:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741839_1015 (size=3552) 2024-11-09T06:21:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741832_1008 (size=2387) 2024-11-09T06:21:27,642 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:27,642 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:21:27,642 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:21:27,642 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T06:21:27,642 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:21:27,642 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,43849,1731133243159 because: Region server is closing 2024-11-09T06:21:27,642 INFO [RS:0;4a84bcce7bad:43849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:43849. 2024-11-09T06:21:27,642 DEBUG [RS:0;4a84bcce7bad:43849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:27,642 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:27,643 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:27,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:27,643 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:21:27,743 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,43849,1731133243159.replicationSource.shipper4a84bcce7bad%2C43849%2C1731133243159,1-4a84bcce7bad,43849,1731133243159 terminated 2024-11-09T06:21:27,743 INFO [RS:0;4a84bcce7bad:43849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:43849. 2024-11-09T06:21:27,743 DEBUG [RS:0;4a84bcce7bad:43849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:27,743 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:27,743 DEBUG [RS:0;4a84bcce7bad:43849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:27,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:27,743 INFO [RS:0;4a84bcce7bad:43849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43849 2024-11-09T06:21:27,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857/rs 2024-11-09T06:21:27,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1441287857/rs/4a84bcce7bad,43849,1731133243159 2024-11-09T06:21:27,811 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:21:27,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,43849,1731133243159] 2024-11-09T06:21:27,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1441287857/draining/4a84bcce7bad,43849,1731133243159 already deleted, retry=false 2024-11-09T06:21:27,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,43849,1731133243159 expired; onlineServers=0 2024-11-09T06:21:27,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,37197,1731133242954' ***** 2024-11-09T06:21:27,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:21:27,832 INFO [M:0;4a84bcce7bad:37197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:21:27,832 INFO [M:0;4a84bcce7bad:37197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:21:27,832 DEBUG [M:0;4a84bcce7bad:37197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:21:27,832 DEBUG [M:0;4a84bcce7bad:37197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:21:27,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:21:27,832 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133245219 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133245219,5,FailOnTimeoutGroup] 2024-11-09T06:21:27,832 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133245219 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133245219,5,FailOnTimeoutGroup] 2024-11-09T06:21:27,832 INFO [M:0;4a84bcce7bad:37197 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:21:27,832 INFO [M:0;4a84bcce7bad:37197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:21:27,832 DEBUG [M:0;4a84bcce7bad:37197 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:21:27,832 INFO [M:0;4a84bcce7bad:37197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:21:27,833 INFO [M:0;4a84bcce7bad:37197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:21:27,833 ERROR [M:0;4a84bcce7bad:37197 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39845,5,PEWorkerGroup] 2024-11-09T06:21:27,833 INFO [M:0;4a84bcce7bad:37197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:21:27,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:21:27,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1441287857/master 2024-11-09T06:21:27,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1441287857 2024-11-09T06:21:27,842 DEBUG [M:0;4a84bcce7bad:37197 {}] zookeeper.ZKUtil(347): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Unable to get data of znode /0-1441287857/master because node does not exist (not an error) 2024-11-09T06:21:27,842 WARN [M:0;4a84bcce7bad:37197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:21:27,843 INFO [M:0;4a84bcce7bad:37197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/.lastflushedseqids 2024-11-09T06:21:27,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741848_1024 (size=245) 2024-11-09T06:21:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:27,921 INFO [RS:0;4a84bcce7bad:43849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:21:27,921 INFO [RS:0;4a84bcce7bad:43849 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,43849,1731133243159; zookeeper connection closed. 2024-11-09T06:21:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43849-0x1011e40f2930001, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:27,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39f5dae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39f5dae 2024-11-09T06:21:27,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:21:28,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:21:28,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:21:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:21:28,247 INFO [M:0;4a84bcce7bad:37197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:21:28,247 INFO [M:0;4a84bcce7bad:37197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:21:28,248 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:21:28,248 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:28,248 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:28,248 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:21:28,248 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:28,248 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T06:21:28,261 DEBUG [M:0;4a84bcce7bad:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c285299ca0bc4937a1e0371d1eb13171 is 82, key is hbase:meta,,1/info:regioninfo/1731133246469/Put/seqid=0 2024-11-09T06:21:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741849_1025 (size=5672) 2024-11-09T06:21:28,664 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c285299ca0bc4937a1e0371d1eb13171 2024-11-09T06:21:28,679 DEBUG [M:0;4a84bcce7bad:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfe5d4aa5257444898c016a705281f74 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133258569/Put/seqid=0 2024-11-09T06:21:28,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741850_1026 (size=7218) 2024-11-09T06:21:29,083 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfe5d4aa5257444898c016a705281f74 2024-11-09T06:21:29,086 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe5d4aa5257444898c016a705281f74 2024-11-09T06:21:29,098 DEBUG [M:0;4a84bcce7bad:37197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e428e1b42eaf4caaaadf50b607e3ba8c is 69, key is 4a84bcce7bad,43849,1731133243159/rs:state/1731133245321/Put/seqid=0 2024-11-09T06:21:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741851_1027 (size=5156) 2024-11-09T06:21:29,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:29,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:29,502 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e428e1b42eaf4caaaadf50b607e3ba8c 2024-11-09T06:21:29,505 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c285299ca0bc4937a1e0371d1eb13171 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c285299ca0bc4937a1e0371d1eb13171 2024-11-09T06:21:29,508 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c285299ca0bc4937a1e0371d1eb13171, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T06:21:29,509 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfe5d4aa5257444898c016a705281f74 as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfe5d4aa5257444898c016a705281f74 2024-11-09T06:21:29,512 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe5d4aa5257444898c016a705281f74 2024-11-09T06:21:29,512 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfe5d4aa5257444898c016a705281f74, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T06:21:29,512 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e428e1b42eaf4caaaadf50b607e3ba8c as hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e428e1b42eaf4caaaadf50b607e3ba8c 2024-11-09T06:21:29,516 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39845/user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e428e1b42eaf4caaaadf50b607e3ba8c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T06:21:29,517 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-11-09T06:21:29,517 INFO [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:29,517 DEBUG [M:0;4a84bcce7bad:37197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133288248Disabling compacts and flushes for region at 1731133288248Disabling writes for close at 1731133288248Obtaining lock to block concurrent updates at 1731133288248Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133288248Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731133288248Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133288249 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133288249Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133288260 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133288260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133288667 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133288679 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133288679Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133289086 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133289098 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133289098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e652fa5: reopening flushed file at 1731133289505 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e92e09f: reopening flushed file at 1731133289508 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1522f3: reopening flushed file at 1731133289512 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1731133289517 (+5 ms)Writing region close event to WAL at 1731133289517Closed at 1731133289517 2024-11-09T06:21:29,519 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9230f46-5459-5382-9088-3fb09cddd467/MasterData/WALs/4a84bcce7bad,37197,1731133242954/4a84bcce7bad%2C37197%2C1731133242954.1731133244906 not finished, retry = 0 2024-11-09T06:21:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42929 is added to blk_1073741830_1006 (size=64423) 2024-11-09T06:21:29,620 INFO [M:0;4a84bcce7bad:37197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:21:29,620 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:21:29,620 INFO [M:0;4a84bcce7bad:37197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37197 2024-11-09T06:21:29,620 INFO [M:0;4a84bcce7bad:37197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:21:29,785 INFO [M:0;4a84bcce7bad:37197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:21:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37197-0x1011e40f2930000, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:21:29,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e25b94f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:21:29,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6640ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:21:29,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:21:29,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3efd422b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:21:29,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f952c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.log.dir/,STOPPED} 2024-11-09T06:21:29,788 WARN [BP-1743584339-172.17.0.3-1731133241079 heartbeating to localhost/127.0.0.1:39845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:21:29,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:21:29,788 WARN [BP-1743584339-172.17.0.3-1731133241079 heartbeating to localhost/127.0.0.1:39845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1743584339-172.17.0.3-1731133241079 (Datanode Uuid 5d889b19-a0e4-40b2-a6df-c00d4489a6ef) service to localhost/127.0.0.1:39845 2024-11-09T06:21:29,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:21:29,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100/data/data1/current/BP-1743584339-172.17.0.3-1731133241079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:21:29,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/cluster_4c3821ec-c5bb-cbe4-93cc-84e273902100/data/data2/current/BP-1743584339-172.17.0.3-1731133241079 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:21:29,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:21:29,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cf96f92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:21:29,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e7d72ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:21:29,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:21:29,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@390abfea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:21:29,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e30870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/762a4878-6528-4128-e8ed-5015aaa85167/hadoop.log.dir/,STOPPED} 2024-11-09T06:21:29,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:21:29,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:21:29,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39845 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56972) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56972) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:40369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56972) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:40369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:36763 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=719 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 399), ProcessCount=11 (was 11), AvailableMemoryMB=670 (was 767) 2024-11-09T06:21:29,830 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=719, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=670 2024-11-09T06:21:29,842 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T06:21:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.log.dir so I do NOT create it in target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3 2024-11-09T06:21:29,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:21:29,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.tmp.dir so I do NOT create it in target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3 2024-11-09T06:21:29,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ccb9884-6e1a-257c-c340-b0ace7c06f6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:21:29,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3 2024-11-09T06:21:29,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535, deleteOnExit=true 2024-11-09T06:21:29,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535/zookeeper_0, clientPort=53479, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:21:29,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53479 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/test.cache.data in system properties and HBase conf 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:21:29,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:21:29,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:21:29,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:21:29,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:21:29,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:21:29,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:21:29,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:21:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e40f2930005, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:21:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011e40f2930008, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:21:29,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e40f2930002, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:21:29,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e40f2930005, quorum=127.0.0.1:56972, baseZNode=/12081267459 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:21:29,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e40f2930002, quorum=127.0.0.1:56972, baseZNode=/0-1441287857 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:21:29,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011e40f2930008, quorum=127.0.0.1:56972, baseZNode=/21756897690 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:21:31,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:31,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:21:31,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:21:31,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:21:31,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:21:31,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:31,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282e8fd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:21:31,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@debcf10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:21:31,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34cbd1f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/java.io.tmpdir/jetty-localhost-40639-hadoop-hdfs-3_4_1-tests_jar-_-any-12094221143242843585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:21:31,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@262915a0{HTTP/1.1, (http/1.1)}{localhost:40639} 2024-11-09T06:21:31,377 INFO [Time-limited test {}] server.Server(415): Started @281788ms 2024-11-09T06:21:31,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:31,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:21:31,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:21:31,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:21:31,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:21:31,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c929bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:21:31,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@875f97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:21:32,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50f18e07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/java.io.tmpdir/jetty-localhost-44343-hadoop-hdfs-3_4_1-tests_jar-_-any-3993370370803673894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:21:32,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71545e05{HTTP/1.1, (http/1.1)}{localhost:44343} 2024-11-09T06:21:32,024 INFO [Time-limited test {}] server.Server(415): Started @282435ms 2024-11-09T06:21:32,026 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:21:32,645 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535/data/data1/current/BP-938384364-172.17.0.3-1731133289907/current, will proceed with Du for space computation calculation, 2024-11-09T06:21:32,645 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535/data/data2/current/BP-938384364-172.17.0.3-1731133289907/current, will proceed with Du for space computation calculation, 2024-11-09T06:21:32,661 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:21:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ef22c153d76cd34 with lease ID 0xbb27e03f8a82f5d6: Processing first storage report for DS-af146c96-7a6d-4394-bd72-6e3f6885859b from datanode DatanodeRegistration(127.0.0.1:44703, datanodeUuid=cb959f28-b414-44ad-baa1-2bc288854898, infoPort=39415, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=1819630418;c=1731133289907) 2024-11-09T06:21:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ef22c153d76cd34 with lease ID 0xbb27e03f8a82f5d6: from storage DS-af146c96-7a6d-4394-bd72-6e3f6885859b node DatanodeRegistration(127.0.0.1:44703, datanodeUuid=cb959f28-b414-44ad-baa1-2bc288854898, infoPort=39415, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=1819630418;c=1731133289907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:21:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ef22c153d76cd34 with lease ID 0xbb27e03f8a82f5d6: Processing first storage report for DS-abfa7092-a9b5-4e9f-af6f-4bfb3d0b34b3 from datanode DatanodeRegistration(127.0.0.1:44703, datanodeUuid=cb959f28-b414-44ad-baa1-2bc288854898, infoPort=39415, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=1819630418;c=1731133289907) 2024-11-09T06:21:32,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ef22c153d76cd34 with lease ID 0xbb27e03f8a82f5d6: from storage DS-abfa7092-a9b5-4e9f-af6f-4bfb3d0b34b3 node DatanodeRegistration(127.0.0.1:44703, datanodeUuid=cb959f28-b414-44ad-baa1-2bc288854898, infoPort=39415, infoSecurePort=0, ipcPort=41067, storageInfo=lv=-57;cid=testClusterID;nsid=1819630418;c=1731133289907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:21:32,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3 2024-11-09T06:21:32,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:32,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:21:33,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266 with version=8 2024-11-09T06:21:33,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/hbase-staging 2024-11-09T06:21:33,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:21:33,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:33,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:33,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:21:33,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:33,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:21:33,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:21:33,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:21:33,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46217 2024-11-09T06:21:33,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46217 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462170x0, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:33,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46217-0x1011e41b1340000 connected 2024-11-09T06:21:33,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:33,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:33,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on znode that does not yet exist, /0-367322683/running 2024-11-09T06:21:33,350 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266, hbase.cluster.distributed=false 2024-11-09T06:21:33,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on znode that does not yet exist, /0-367322683/acl 2024-11-09T06:21:33,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46217 2024-11-09T06:21:33,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46217 2024-11-09T06:21:33,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46217 2024-11-09T06:21:33,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46217 2024-11-09T06:21:33,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46217 2024-11-09T06:21:33,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:21:33,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:33,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:33,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:21:33,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:33,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:21:33,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:21:33,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:21:33,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38759 2024-11-09T06:21:33,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38759 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:33,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:33,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:33,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387590x0, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:33,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38759-0x1011e41b1340001 connected 2024-11-09T06:21:33,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387590x0, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on znode that does not yet exist, /0-367322683/running 2024-11-09T06:21:33,379 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:21:33,381 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:21:33,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on znode that does not yet exist, /0-367322683/master 2024-11-09T06:21:33,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on znode that does not yet exist, /0-367322683/acl 2024-11-09T06:21:33,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-09T06:21:33,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38759 2024-11-09T06:21:33,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38759 2024-11-09T06:21:33,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-09T06:21:33,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-09T06:21:33,395 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:46217 2024-11-09T06:21:33,395 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-367322683/backup-masters/4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683/backup-masters 2024-11-09T06:21:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683/backup-masters 2024-11-09T06:21:33,407 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on existing znode=/0-367322683/backup-masters/4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:33,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367322683/master 2024-11-09T06:21:33,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:33,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:33,418 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on existing znode=/0-367322683/master 2024-11-09T06:21:33,418 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-367322683/backup-masters/4a84bcce7bad,46217,1731133293172 from backup master directory 2024-11-09T06:21:33,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683/backup-masters 2024-11-09T06:21:33,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367322683/backup-masters/4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:33,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683/backup-masters 2024-11-09T06:21:33,428 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:21:33,428 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:33,431 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/hbase.id] with ID: 72d46311-8cd1-4864-8903-3932f4598cdb 2024-11-09T06:21:33,431 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/.tmp/hbase.id 2024-11-09T06:21:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:21:33,837 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/.tmp/hbase.id]:[hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/hbase.id] 2024-11-09T06:21:33,844 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:33,844 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:21:33,845 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:21:33,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:33,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:33,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:21:34,299 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:34,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:21:34,300 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:34,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:21:34,706 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store 2024-11-09T06:21:34,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:21:34,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:34,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:21:34,930 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88757 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:21:35,113 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:35,113 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:21:35,113 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:35,113 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:35,113 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:21:35,113 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:35,113 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:35,114 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133295113Disabling compacts and flushes for region at 1731133295113Disabling writes for close at 1731133295113Writing region close event to WAL at 1731133295113Closed at 1731133295113 2024-11-09T06:21:35,114 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/.initializing 2024-11-09T06:21:35,114 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/WALs/4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:35,115 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:21:35,116 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C46217%2C1731133293172, suffix=, logDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/WALs/4a84bcce7bad,46217,1731133293172, archiveDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/oldWALs, maxLogs=10 2024-11-09T06:21:35,128 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/WALs/4a84bcce7bad,46217,1731133293172/4a84bcce7bad%2C46217%2C1731133293172.1731133295116, exclude list is [], retry=0 2024-11-09T06:21:35,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-af146c96-7a6d-4394-bd72-6e3f6885859b,DISK] 2024-11-09T06:21:35,132 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/WALs/4a84bcce7bad,46217,1731133293172/4a84bcce7bad%2C46217%2C1731133293172.1731133295116 2024-11-09T06:21:35,132 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39415:39415)] 2024-11-09T06:21:35,132 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:35,132 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:35,132 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,132 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:21:35,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:35,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:35,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:21:35,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:35,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:35,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:21:35,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:35,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:35,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:21:35,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:35,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:35,138 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,139 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,139 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,140 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,140 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,140 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:35,141 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:35,142 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:35,142 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59141396, jitterRate=-0.118724524974823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:35,142 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133295132Initializing all the Stores at 1731133295133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133295133Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133295133Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133295133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133295133Cleaning up temporary data from old regions at 1731133295140 (+7 ms)Region opened successfully at 1731133295142 (+2 ms) 2024-11-09T06:21:35,143 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:21:35,144 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329ab756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:21:35,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:21:35,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:21:35,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:21:35,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:21:35,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:21:35,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:21:35,145 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:21:35,147 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:21:35,148 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Unable to get data of znode /0-367322683/balancer because node does not exist (not necessarily an error) 2024-11-09T06:21:35,273 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367322683/balancer already deleted, retry=false 2024-11-09T06:21:35,274 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:21:35,274 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Unable to get data of znode /0-367322683/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:21:35,284 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367322683/normalizer already deleted, retry=false 2024-11-09T06:21:35,284 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:21:35,285 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Unable to get data of znode /0-367322683/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:21:35,294 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367322683/switch/split already deleted, retry=false 2024-11-09T06:21:35,295 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Unable to get data of znode /0-367322683/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:21:35,305 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367322683/switch/merge already deleted, retry=false 2024-11-09T06:21:35,306 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Unable to get data of znode /0-367322683/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:21:35,315 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-367322683/snapshot-cleanup already deleted, retry=false 2024-11-09T06:21:35,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367322683/running 2024-11-09T06:21:35,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-367322683/running 2024-11-09T06:21:35,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:35,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:35,327 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,46217,1731133293172, sessionid=0x1011e41b1340000, setting cluster-up flag (Was=false) 2024-11-09T06:21:35,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:35,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:35,379 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-367322683/flush-table-proc/acquired, /0-367322683/flush-table-proc/reached, /0-367322683/flush-table-proc/abort 2024-11-09T06:21:35,380 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:35,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:35,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:35,431 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-367322683/online-snapshot/acquired, /0-367322683/online-snapshot/reached, /0-367322683/online-snapshot/abort 2024-11-09T06:21:35,432 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:35,433 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:21:35,434 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:35,434 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:21:35,434 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:21:35,434 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,46217,1731133293172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:21:35,435 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:35,435 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:35,436 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:35,436 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:35,436 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:21:35,436 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,436 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:21:35,436 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,436 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133325436 2024-11-09T06:21:35,436 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:21:35,436 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:21:35,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:21:35,437 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:21:35,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:35,438 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133295437,5,FailOnTimeoutGroup] 2024-11-09T06:21:35,438 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:21:35,438 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133295438,5,FailOnTimeoutGroup] 2024-11-09T06:21:35,438 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,438 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:21:35,438 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,438 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:21:35,488 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(746): ClusterId : 72d46311-8cd1-4864-8903-3932f4598cdb 2024-11-09T06:21:35,488 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:21:35,495 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:21:35,495 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:21:35,506 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:21:35,506 DEBUG [RS:0;4a84bcce7bad:38759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddb387d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:21:35,516 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:38759 2024-11-09T06:21:35,516 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:21:35,516 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:21:35,516 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:21:35,517 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,46217,1731133293172 with port=38759, startcode=1731133293364 2024-11-09T06:21:35,517 DEBUG [RS:0;4a84bcce7bad:38759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:21:35,518 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:21:35,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:35,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46217 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:35,519 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266 2024-11-09T06:21:35,519 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38535 2024-11-09T06:21:35,519 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:21:35,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683/rs 2024-11-09T06:21:35,526 DEBUG [RS:0;4a84bcce7bad:38759 {}] zookeeper.ZKUtil(111): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on existing znode=/0-367322683/rs/4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:35,526 WARN [RS:0;4a84bcce7bad:38759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:21:35,527 INFO [RS:0;4a84bcce7bad:38759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:35,527 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:35,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,38759,1731133293364] 2024-11-09T06:21:35,529 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:21:35,530 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:21:35,530 INFO [RS:0;4a84bcce7bad:38759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:21:35,530 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,530 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:21:35,531 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:21:35,531 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:21:35,531 DEBUG [RS:0;4a84bcce7bad:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:21:35,536 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,536 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,536 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,536 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,536 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,536 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38759,1731133293364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:21:35,549 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:21:35,549 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38759,1731133293364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,549 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,549 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.Replication(171): 4a84bcce7bad,38759,1731133293364 started 2024-11-09T06:21:35,561 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:35,561 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,38759,1731133293364, RpcServer on 4a84bcce7bad/172.17.0.3:38759, sessionid=0x1011e41b1340001 2024-11-09T06:21:35,561 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:21:35,561 DEBUG [RS:0;4a84bcce7bad:38759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:35,561 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,38759,1731133293364' 2024-11-09T06:21:35,561 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-367322683/flush-table-proc/abort' 2024-11-09T06:21:35,562 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-367322683/flush-table-proc/acquired' 2024-11-09T06:21:35,562 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:21:35,562 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:21:35,562 DEBUG [RS:0;4a84bcce7bad:38759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:35,562 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,38759,1731133293364' 2024-11-09T06:21:35,562 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-367322683/online-snapshot/abort' 2024-11-09T06:21:35,563 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-367322683/online-snapshot/acquired' 2024-11-09T06:21:35,563 DEBUG [RS:0;4a84bcce7bad:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:21:35,563 INFO [RS:0;4a84bcce7bad:38759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:21:35,563 INFO [RS:0;4a84bcce7bad:38759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:21:35,663 INFO [RS:0;4a84bcce7bad:38759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:21:35,664 INFO [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38759%2C1731133293364, suffix=, logDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364, archiveDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/oldWALs, maxLogs=10 2024-11-09T06:21:35,676 DEBUG [RS:0;4a84bcce7bad:38759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665, exclude list is [], retry=0 2024-11-09T06:21:35,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-af146c96-7a6d-4394-bd72-6e3f6885859b,DISK] 2024-11-09T06:21:35,680 INFO [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 2024-11-09T06:21:35,680 DEBUG [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39415:39415)] 2024-11-09T06:21:35,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:21:35,846 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266 2024-11-09T06:21:35,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:21:36,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:36,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:21:36,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:21:36,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:21:36,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:21:36,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:21:36,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:21:36,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:21:36,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:21:36,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:21:36,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740 2024-11-09T06:21:36,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740 2024-11-09T06:21:36,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:21:36,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:21:36,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:36,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:21:36,260 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:36,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68606199, jitterRate=0.02231203019618988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133296251Initializing all the Stores at 1731133296251Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133296251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133296252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133296252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133296252Cleaning up temporary data from old regions at 1731133296257 (+5 ms)Region opened successfully at 1731133296260 (+3 ms) 2024-11-09T06:21:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:21:36,260 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:21:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:21:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:21:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:21:36,261 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133296260Disabling compacts and flushes for region at 1731133296260Disabling writes for close at 1731133296260Writing region close event to WAL at 1731133296261 (+1 ms)Closed at 1731133296261 2024-11-09T06:21:36,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:36,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:21:36,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:21:36,262 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:21:36,263 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:21:36,413 DEBUG [4a84bcce7bad:46217 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:21:36,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:36,415 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,38759,1731133293364, state=OPENING 2024-11-09T06:21:36,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:21:36,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:36,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:36,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367322683/meta-region-server: CHANGED 2024-11-09T06:21:36,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367322683/meta-region-server: CHANGED 2024-11-09T06:21:36,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:21:36,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38759,1731133293364}] 2024-11-09T06:21:36,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:36,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:21:36,704 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:21:36,704 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:36,704 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:21:36,705 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38759%2C1731133293364.meta, suffix=.meta, logDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364, archiveDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/oldWALs, maxLogs=10 2024-11-09T06:21:36,716 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.meta.1731133296705.meta, exclude list is [], retry=0 2024-11-09T06:21:36,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-af146c96-7a6d-4394-bd72-6e3f6885859b,DISK] 2024-11-09T06:21:36,719 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.meta.1731133296705.meta 2024-11-09T06:21:36,720 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39415:39415)] 2024-11-09T06:21:36,720 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:36,720 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:36,720 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:36,720 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:21:36,720 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:21:36,721 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:21:36,721 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:36,721 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:21:36,721 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:21:36,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:21:36,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:21:36,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:21:36,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:21:36,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:21:36,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:21:36,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:21:36,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:21:36,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:36,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:36,725 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:21:36,726 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740 2024-11-09T06:21:36,727 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740 2024-11-09T06:21:36,727 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:21:36,727 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:21:36,728 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:36,729 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:21:36,729 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70199112, jitterRate=0.04604828357696533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:36,729 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:21:36,730 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133296721Writing region info on filesystem at 1731133296721Initializing all the Stores at 1731133296721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133296721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133296722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133296722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133296722Cleaning up temporary data from old regions at 1731133296727 (+5 ms)Running coprocessor post-open hooks at 1731133296729 (+2 ms)Region opened successfully at 1731133296730 (+1 ms) 2024-11-09T06:21:36,731 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133296700 2024-11-09T06:21:36,732 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:21:36,732 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:21:36,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:36,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,38759,1731133293364, state=OPEN 2024-11-09T06:21:36,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367322683/meta-region-server 2024-11-09T06:21:36,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-367322683/meta-region-server 2024-11-09T06:21:36,813 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:36,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367322683/meta-region-server: CHANGED 2024-11-09T06:21:36,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-367322683/meta-region-server: CHANGED 2024-11-09T06:21:36,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:21:36,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38759,1731133293364 in 265 msec 2024-11-09T06:21:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:21:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 553 msec 2024-11-09T06:21:36,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:36,817 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:21:36,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:36,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38759,1731133293364, seqNum=-1] 2024-11-09T06:21:36,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:36,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:36,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3890 sec 2024-11-09T06:21:36,823 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133296823, completionTime=-1 2024-11-09T06:21:36,823 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:21:36,823 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:21:36,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:21:36,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133356825 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133416825 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46217,1731133293172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46217,1731133293172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46217,1731133293172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:46217, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:36,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:36,828 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.401sec 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46217,1731133293172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:21:36,829 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46217,1731133293172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:21:36,831 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:21:36,831 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:21:36,831 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,46217,1731133293172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:36,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22eacd06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:36,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46217,-1 for getting cluster id 2024-11-09T06:21:36,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:36,890 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d46311-8cd1-4864-8903-3932f4598cdb' 2024-11-09T06:21:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d46311-8cd1-4864-8903-3932f4598cdb" 2024-11-09T06:21:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dac4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46217,-1] 2024-11-09T06:21:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:36,892 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:36,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca7c4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:36,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:36,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38759,1731133293364, seqNum=-1] 2024-11-09T06:21:36,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:36,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:36,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:36,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:36,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:36,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e41b1340002 connected 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.log.dir so I do NOT create it in target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f 2024-11-09T06:21:36,988 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.tmp.dir so I do NOT create it in target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f 2024-11-09T06:21:36,988 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:21:36,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/cluster_6cde0314-3c58-f9f0-332d-f46622479152, deleteOnExit=true 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/test.cache.data in system properties and HBase conf 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:21:36,988 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:21:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:21:36,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:21:37,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:37,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:21:37,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:21:37,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:21:37,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:21:37,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:37,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31e9c4c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:21:37,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40344dee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:21:37,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@508b2f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/java.io.tmpdir/jetty-localhost-35547-hadoop-hdfs-3_4_1-tests_jar-_-any-1146936516011091541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:21:37,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51bfd5e9{HTTP/1.1, (http/1.1)}{localhost:35547} 2024-11-09T06:21:37,571 INFO [Time-limited test {}] server.Server(415): Started @287982ms 2024-11-09T06:21:37,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:37,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:21:37,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:21:37,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:21:37,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:21:37,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ce2e449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:21:37,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@272ebe5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:21:37,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2706293f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/java.io.tmpdir/jetty-localhost-33703-hadoop-hdfs-3_4_1-tests_jar-_-any-5363886226713553030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:21:37,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5951586f{HTTP/1.1, (http/1.1)}{localhost:33703} 2024-11-09T06:21:37,981 INFO [Time-limited test {}] server.Server(415): Started @288392ms 2024-11-09T06:21:37,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:21:38,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:21:38,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T06:21:38,612 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/cluster_6cde0314-3c58-f9f0-332d-f46622479152/data/data1/current/BP-690000036-172.17.0.3-1731133297003/current, will proceed with Du for space computation calculation, 2024-11-09T06:21:38,612 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/cluster_6cde0314-3c58-f9f0-332d-f46622479152/data/data2/current/BP-690000036-172.17.0.3-1731133297003/current, will proceed with Du for space computation calculation, 2024-11-09T06:21:38,632 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:21:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a4301e0a5389a15 with lease ID 0xc9912a5e2a43c56c: Processing first storage report for DS-83559264-8fcd-4f94-b313-486628065c26 from datanode DatanodeRegistration(127.0.0.1:44375, datanodeUuid=ce367655-fdb6-4b31-8452-f835acb5ab15, infoPort=36047, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1193187876;c=1731133297003) 2024-11-09T06:21:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a4301e0a5389a15 with lease ID 0xc9912a5e2a43c56c: from storage DS-83559264-8fcd-4f94-b313-486628065c26 node DatanodeRegistration(127.0.0.1:44375, datanodeUuid=ce367655-fdb6-4b31-8452-f835acb5ab15, infoPort=36047, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1193187876;c=1731133297003), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:21:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a4301e0a5389a15 with lease ID 0xc9912a5e2a43c56c: Processing first storage report for DS-e611d56f-e13a-475a-9e05-7a0ecacc6d7d from datanode DatanodeRegistration(127.0.0.1:44375, datanodeUuid=ce367655-fdb6-4b31-8452-f835acb5ab15, infoPort=36047, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1193187876;c=1731133297003) 2024-11-09T06:21:38,634 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a4301e0a5389a15 with lease ID 0xc9912a5e2a43c56c: from storage DS-e611d56f-e13a-475a-9e05-7a0ecacc6d7d node DatanodeRegistration(127.0.0.1:44375, datanodeUuid=ce367655-fdb6-4b31-8452-f835acb5ab15, infoPort=36047, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1193187876;c=1731133297003), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:21:38,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f 2024-11-09T06:21:38,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:38,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:38,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:21:39,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc with version=8 2024-11-09T06:21:39,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/hbase-staging 2024-11-09T06:21:39,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:21:39,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40559 2024-11-09T06:21:39,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40559 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:39,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405590x0, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:39,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40559-0x1011e41b1340003 connected 2024-11-09T06:21:39,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:39,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:39,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on znode that does not yet exist, /12044704960/running 2024-11-09T06:21:39,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc, hbase.cluster.distributed=false 2024-11-09T06:21:39,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on znode that does not yet exist, /12044704960/acl 2024-11-09T06:21:39,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40559 2024-11-09T06:21:39,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40559 2024-11-09T06:21:39,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40559 2024-11-09T06:21:39,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40559 2024-11-09T06:21:39,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40559 2024-11-09T06:21:39,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:21:39,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:39,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:39,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:21:39,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:39,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:21:39,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:21:39,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:21:39,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35899 2024-11-09T06:21:39,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35899 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:39,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:39,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:39,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358990x0, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:39,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358990x0, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on znode that does not yet exist, /12044704960/running 2024-11-09T06:21:39,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35899-0x1011e41b1340004 connected 2024-11-09T06:21:39,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:21:39,281 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:21:39,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on znode that does not yet exist, /12044704960/master 2024-11-09T06:21:39,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on znode that does not yet exist, /12044704960/acl 2024-11-09T06:21:39,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35899 2024-11-09T06:21:39,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35899 2024-11-09T06:21:39,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35899 2024-11-09T06:21:39,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35899 2024-11-09T06:21:39,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35899 2024-11-09T06:21:39,295 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:40559 2024-11-09T06:21:39,296 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12044704960/backup-masters/4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960/backup-masters 2024-11-09T06:21:39,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960/backup-masters 2024-11-09T06:21:39,305 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on existing znode=/12044704960/backup-masters/4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:39,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:39,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12044704960/master 2024-11-09T06:21:39,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:39,316 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on existing znode=/12044704960/master 2024-11-09T06:21:39,316 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12044704960/backup-masters/4a84bcce7bad,40559,1731133299117 from backup master directory 2024-11-09T06:21:39,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12044704960/backup-masters/4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:39,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960/backup-masters 2024-11-09T06:21:39,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960/backup-masters 2024-11-09T06:21:39,326 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:21:39,326 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:39,328 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/hbase.id] with ID: c6c6ab60-4269-46e6-b840-faa87dff339f 2024-11-09T06:21:39,328 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/.tmp/hbase.id 2024-11-09T06:21:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:21:39,332 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/.tmp/hbase.id]:[hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/hbase.id] 2024-11-09T06:21:39,339 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:39,339 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:21:39,340 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T06:21:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:39,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:21:39,752 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:39,752 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:21:39,753 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:39,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:21:40,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store 2024-11-09T06:21:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:21:40,567 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:40,567 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:21:40,567 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:40,567 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:40,567 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:21:40,567 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:40,567 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:40,567 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133300567Disabling compacts and flushes for region at 1731133300567Disabling writes for close at 1731133300567Writing region close event to WAL at 1731133300567Closed at 1731133300567 2024-11-09T06:21:40,568 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/.initializing 2024-11-09T06:21:40,568 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/WALs/4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:40,568 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:21:40,570 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C40559%2C1731133299117, suffix=, logDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/WALs/4a84bcce7bad,40559,1731133299117, archiveDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/oldWALs, maxLogs=10 2024-11-09T06:21:40,584 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/WALs/4a84bcce7bad,40559,1731133299117/4a84bcce7bad%2C40559%2C1731133299117.1731133300570, exclude list is [], retry=0 2024-11-09T06:21:40,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-83559264-8fcd-4f94-b313-486628065c26,DISK] 2024-11-09T06:21:40,587 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/WALs/4a84bcce7bad,40559,1731133299117/4a84bcce7bad%2C40559%2C1731133299117.1731133300570 2024-11-09T06:21:40,588 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-09T06:21:40,588 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:40,588 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:40,588 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,588 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:21:40,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:40,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:40,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:21:40,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:40,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:40,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:21:40,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:40,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:40,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:21:40,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:40,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:40,594 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,594 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,594 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,595 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,595 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,595 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:40,596 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:40,597 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:40,598 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63226289, jitterRate=-0.057854875922203064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:40,598 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133300588Initializing all the Stores at 1731133300589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133300589Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133300589Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133300589Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133300589Cleaning up temporary data from old regions at 1731133300595 (+6 ms)Region opened successfully at 1731133300598 (+3 ms) 2024-11-09T06:21:40,598 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:21:40,600 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545fdc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:21:40,600 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:21:40,601 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:21:40,601 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:21:40,601 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:21:40,601 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:21:40,601 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:21:40,601 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:21:40,602 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:21:40,603 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Unable to get data of znode /12044704960/balancer because node does not exist (not necessarily an error) 2024-11-09T06:21:40,663 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12044704960/balancer already deleted, retry=false 2024-11-09T06:21:40,663 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:21:40,663 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Unable to get data of znode /12044704960/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:21:40,673 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12044704960/normalizer already deleted, retry=false 2024-11-09T06:21:40,673 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:21:40,674 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Unable to get data of znode /12044704960/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:21:40,684 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12044704960/switch/split already deleted, retry=false 2024-11-09T06:21:40,684 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Unable to get data of znode /12044704960/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:21:40,694 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12044704960/switch/merge already deleted, retry=false 2024-11-09T06:21:40,696 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Unable to get data of znode /12044704960/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:21:40,705 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12044704960/snapshot-cleanup already deleted, retry=false 2024-11-09T06:21:40,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12044704960/running 2024-11-09T06:21:40,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12044704960/running 2024-11-09T06:21:40,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:40,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:40,716 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,40559,1731133299117, sessionid=0x1011e41b1340003, setting cluster-up flag (Was=false) 2024-11-09T06:21:40,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:40,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:40,768 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12044704960/flush-table-proc/acquired, /12044704960/flush-table-proc/reached, /12044704960/flush-table-proc/abort 2024-11-09T06:21:40,769 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:40,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:40,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:40,820 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12044704960/online-snapshot/acquired, /12044704960/online-snapshot/reached, /12044704960/online-snapshot/abort 2024-11-09T06:21:40,821 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:40,822 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:21:40,823 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:40,823 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:21:40,823 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:21:40,823 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,40559,1731133299117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:21:40,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133330825 2024-11-09T06:21:40,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:21:40,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:21:40,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:21:40,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:40,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:21:40,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:21:40,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:21:40,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:21:40,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:21:40,826 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133300826,5,FailOnTimeoutGroup] 2024-11-09T06:21:40,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:21:40,826 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133300826,5,FailOnTimeoutGroup] 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:21:40,885 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(746): ClusterId : c6c6ab60-4269-46e6-b840-faa87dff339f 2024-11-09T06:21:40,885 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:21:40,895 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:21:40,895 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:21:40,905 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:21:40,905 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff43db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:21:40,916 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:35899 2024-11-09T06:21:40,916 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:21:40,916 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:21:40,916 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:21:40,917 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,40559,1731133299117 with port=35899, startcode=1731133299263 2024-11-09T06:21:40,917 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:21:40,918 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:21:40,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:40,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40559 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:40,919 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc 2024-11-09T06:21:40,919 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38861 2024-11-09T06:21:40,919 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:21:40,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960/rs 2024-11-09T06:21:40,970 DEBUG [RS:0;4a84bcce7bad:35899 {}] zookeeper.ZKUtil(111): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on existing znode=/12044704960/rs/4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:40,970 WARN [RS:0;4a84bcce7bad:35899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:21:40,970 INFO [RS:0;4a84bcce7bad:35899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:40,970 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:40,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,35899,1731133299263] 2024-11-09T06:21:40,973 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:21:40,975 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:21:40,975 INFO [RS:0;4a84bcce7bad:35899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:21:40,975 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,975 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:21:40,976 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:21:40,976 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:21:40,976 DEBUG [RS:0;4a84bcce7bad:35899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:21:40,977 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,977 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,977 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,977 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,977 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,977 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35899,1731133299263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:21:40,989 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:21:40,989 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,35899,1731133299263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,989 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:40,989 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.Replication(171): 4a84bcce7bad,35899,1731133299263 started 2024-11-09T06:21:41,000 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:41,000 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,35899,1731133299263, RpcServer on 4a84bcce7bad/172.17.0.3:35899, sessionid=0x1011e41b1340004 2024-11-09T06:21:41,000 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:21:41,000 DEBUG [RS:0;4a84bcce7bad:35899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:41,000 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,35899,1731133299263' 2024-11-09T06:21:41,001 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12044704960/flush-table-proc/abort' 2024-11-09T06:21:41,001 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12044704960/flush-table-proc/acquired' 2024-11-09T06:21:41,001 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:21:41,001 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:21:41,001 DEBUG [RS:0;4a84bcce7bad:35899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:41,001 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,35899,1731133299263' 2024-11-09T06:21:41,001 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12044704960/online-snapshot/abort' 2024-11-09T06:21:41,002 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12044704960/online-snapshot/acquired' 2024-11-09T06:21:41,002 DEBUG [RS:0;4a84bcce7bad:35899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:21:41,002 INFO [RS:0;4a84bcce7bad:35899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:21:41,002 INFO [RS:0;4a84bcce7bad:35899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:21:41,102 INFO [RS:0;4a84bcce7bad:35899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:21:41,103 INFO [RS:0;4a84bcce7bad:35899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C35899%2C1731133299263, suffix=, logDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263, archiveDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/oldWALs, maxLogs=10 2024-11-09T06:21:41,115 DEBUG [RS:0;4a84bcce7bad:35899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, exclude list is [], retry=0 2024-11-09T06:21:41,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-83559264-8fcd-4f94-b313-486628065c26,DISK] 2024-11-09T06:21:41,118 INFO [RS:0;4a84bcce7bad:35899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 2024-11-09T06:21:41,118 DEBUG [RS:0;4a84bcce7bad:35899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-09T06:21:41,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:21:41,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc 2024-11-09T06:21:41,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:21:41,529 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:21:41,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:41,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:21:41,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:21:41,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:41,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:41,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:21:41,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:21:41,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:41,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:21:41,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:21:41,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:41,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:41,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:21:41,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:21:41,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:41,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:41,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:21:41,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740 2024-11-09T06:21:41,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740 2024-11-09T06:21:41,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:21:41,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:21:41,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:41,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:21:41,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:41,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63409314, jitterRate=-0.0551275908946991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133301639Initializing all the Stores at 1731133301639Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133301639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133301639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133301639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133301639Cleaning up temporary data from old regions at 1731133301644 (+5 ms)Region opened successfully at 1731133301647 (+3 ms) 2024-11-09T06:21:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:21:41,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:21:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:21:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:21:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:21:41,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:41,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133301647Disabling compacts and flushes for region at 1731133301647Disabling writes for close at 1731133301647Writing region close event to WAL at 1731133301647Closed at 1731133301647 2024-11-09T06:21:41,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:41,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:21:41,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:21:41,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:21:41,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:41,799 DEBUG [4a84bcce7bad:40559 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:21:41,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:41,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,35899,1731133299263, state=OPENING 2024-11-09T06:21:42,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:42,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:42,499 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:21:42,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:42,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:42,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:21:42,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12044704960/meta-region-server: CHANGED 2024-11-09T06:21:42,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12044704960/meta-region-server: CHANGED 2024-11-09T06:21:42,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,35899,1731133299263}] 2024-11-09T06:21:42,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:42,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:21:42,840 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:21:42,840 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:42,840 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:21:42,841 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C35899%2C1731133299263.meta, suffix=.meta, logDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263, archiveDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/oldWALs, maxLogs=10 2024-11-09T06:21:42,853 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.meta.1731133302841.meta, exclude list is [], retry=0 2024-11-09T06:21:42,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-83559264-8fcd-4f94-b313-486628065c26,DISK] 2024-11-09T06:21:42,856 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.meta.1731133302841.meta 2024-11-09T06:21:42,856 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-09T06:21:42,857 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:42,857 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:42,857 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:42,857 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:21:42,857 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:21:42,857 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:21:42,857 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:42,857 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:21:42,857 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:21:42,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:21:42,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:21:42,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:42,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:42,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:21:42,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:21:42,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:42,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:42,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:21:42,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:21:42,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:42,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:42,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:21:42,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:21:42,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:42,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:42,862 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:21:42,862 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740 2024-11-09T06:21:42,863 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740 2024-11-09T06:21:42,864 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:21:42,864 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:21:42,864 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:42,865 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:21:42,866 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60318864, jitterRate=-0.10117888450622559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:42,866 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:21:42,866 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133302857Writing region info on filesystem at 1731133302857Initializing all the Stores at 1731133302858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133302858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133302858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133302858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133302858Cleaning up temporary data from old regions at 1731133302864 (+6 ms)Running coprocessor post-open hooks at 1731133302866 (+2 ms)Region opened successfully at 1731133302866 2024-11-09T06:21:42,867 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133302836 2024-11-09T06:21:42,868 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:21:42,868 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:21:42,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:42,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,35899,1731133299263, state=OPEN 2024-11-09T06:21:42,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12044704960/meta-region-server 2024-11-09T06:21:42,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12044704960/meta-region-server 2024-11-09T06:21:42,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:42,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12044704960/meta-region-server: CHANGED 2024-11-09T06:21:42,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12044704960/meta-region-server: CHANGED 2024-11-09T06:21:42,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:21:42,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,35899,1731133299263 in 252 msec 2024-11-09T06:21:42,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:21:42,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2900 sec 2024-11-09T06:21:42,940 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:42,940 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:21:42,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:42,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35899,1731133299263, seqNum=-1] 2024-11-09T06:21:42,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:42,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:42,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.1220 sec 2024-11-09T06:21:42,945 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133302945, completionTime=-1 2024-11-09T06:21:42,945 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:21:42,945 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133362947 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133422947 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40559,1731133299117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40559,1731133299117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40559,1731133299117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:40559, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:42,947 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:42,948 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.624sec 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40559,1731133299117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:21:42,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40559,1731133299117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:21:42,952 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:21:42,952 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:21:42,952 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40559,1731133299117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:42,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15464507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:42,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:42,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:42,988 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:42,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688c61d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:42,989 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:42,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d5a003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:42,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35899,1731133299263, seqNum=-1] 2024-11-09T06:21:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:42,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:42,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:42,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:43,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:43,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e41b1340005 connected 2024-11-09T06:21:43,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.log.dir so I do NOT create it in target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597 2024-11-09T06:21:43,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:21:43,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.tmp.dir so I do NOT create it in target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597 2024-11-09T06:21:43,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:21:43,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597 2024-11-09T06:21:43,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:21:43,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/cluster_005137ac-25c4-163f-8ea3-f0795f8a6026, deleteOnExit=true 2024-11-09T06:21:43,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/test.cache.data in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:21:43,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:21:43,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:21:43,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:21:43,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:21:43,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:21:43,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:21:43,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:43,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:21:43,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:21:43,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:21:43,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:21:43,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:43,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@690f3a3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:21:43,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5afdb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:21:43,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ec0455e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/java.io.tmpdir/jetty-localhost-33461-hadoop-hdfs-3_4_1-tests_jar-_-any-6471257620254314683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:21:43,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f913c2{HTTP/1.1, (http/1.1)}{localhost:33461} 2024-11-09T06:21:43,615 INFO [Time-limited test {}] server.Server(415): Started @294026ms 2024-11-09T06:21:43,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:21:43,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:21:43,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:21:43,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:21:43,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:21:43,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea312d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:21:43,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4975284c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:21:43,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b19e327{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-8683042572189248400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:21:43,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8323c95{HTTP/1.1, (http/1.1)}{localhost:37245} 2024-11-09T06:21:43,997 INFO [Time-limited test {}] server.Server(415): Started @294408ms 2024-11-09T06:21:43,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:21:44,638 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/cluster_005137ac-25c4-163f-8ea3-f0795f8a6026/data/data1/current/BP-1206605977-172.17.0.3-1731133303129/current, will proceed with Du for space computation calculation, 2024-11-09T06:21:44,638 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/cluster_005137ac-25c4-163f-8ea3-f0795f8a6026/data/data2/current/BP-1206605977-172.17.0.3-1731133303129/current, will proceed with Du for space computation calculation, 2024-11-09T06:21:44,656 WARN [Thread-3656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:21:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd52353ff3c0b54b0 with lease ID 0x69e867816b2d4699: Processing first storage report for DS-57035736-4bec-4178-8d50-6f5fb58e9d8b from datanode DatanodeRegistration(127.0.0.1:46769, datanodeUuid=be7e8a0b-7105-49ab-ab5d-574d884b4a45, infoPort=38667, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1033213395;c=1731133303129) 2024-11-09T06:21:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd52353ff3c0b54b0 with lease ID 0x69e867816b2d4699: from storage DS-57035736-4bec-4178-8d50-6f5fb58e9d8b node DatanodeRegistration(127.0.0.1:46769, datanodeUuid=be7e8a0b-7105-49ab-ab5d-574d884b4a45, infoPort=38667, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1033213395;c=1731133303129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:21:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd52353ff3c0b54b0 with lease ID 0x69e867816b2d4699: Processing first storage report for DS-18194678-9eeb-4720-8a90-4f25f7feec79 from datanode DatanodeRegistration(127.0.0.1:46769, datanodeUuid=be7e8a0b-7105-49ab-ab5d-574d884b4a45, infoPort=38667, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1033213395;c=1731133303129) 2024-11-09T06:21:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd52353ff3c0b54b0 with lease ID 0x69e867816b2d4699: from storage DS-18194678-9eeb-4720-8a90-4f25f7feec79 node DatanodeRegistration(127.0.0.1:46769, datanodeUuid=be7e8a0b-7105-49ab-ab5d-574d884b4a45, infoPort=38667, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1033213395;c=1731133303129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:21:44,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597 2024-11-09T06:21:44,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:44,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:44,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:21:44,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f with version=8 2024-11-09T06:21:44,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/hbase-staging 2024-11-09T06:21:44,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:21:44,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:44,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:44,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:21:44,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:44,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:21:44,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:21:44,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:21:44,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38367 2024-11-09T06:21:44,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38367 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:44,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383670x0, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:44,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38367-0x1011e41b1340006 connected 2024-11-09T06:21:44,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:44,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:44,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on znode that does not yet exist, /2-850921562/running 2024-11-09T06:21:44,831 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f, hbase.cluster.distributed=false 2024-11-09T06:21:44,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on znode that does not yet exist, /2-850921562/acl 2024-11-09T06:21:44,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-09T06:21:44,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38367 2024-11-09T06:21:44,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38367 2024-11-09T06:21:44,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-09T06:21:44,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-09T06:21:44,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:21:44,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:44,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:44,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:21:44,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:21:44,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:21:44,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:21:44,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:21:44,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38311 2024-11-09T06:21:44,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38311 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:44,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:44,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:44,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383110x0, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:44,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383110x0, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on znode that does not yet exist, /2-850921562/running 2024-11-09T06:21:44,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38311-0x1011e41b1340007 connected 2024-11-09T06:21:44,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:21:44,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:21:44,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on znode that does not yet exist, /2-850921562/master 2024-11-09T06:21:44,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on znode that does not yet exist, /2-850921562/acl 2024-11-09T06:21:44,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-09T06:21:44,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38311 2024-11-09T06:21:44,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38311 2024-11-09T06:21:44,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-09T06:21:44,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38311 2024-11-09T06:21:44,884 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:38367 2024-11-09T06:21:44,885 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-850921562/backup-masters/4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562/backup-masters 2024-11-09T06:21:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562/backup-masters 2024-11-09T06:21:44,894 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on existing znode=/2-850921562/backup-masters/4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-850921562/master 2024-11-09T06:21:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:44,905 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on existing znode=/2-850921562/master 2024-11-09T06:21:44,905 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-850921562/backup-masters/4a84bcce7bad,38367,1731133304731 from backup master directory 2024-11-09T06:21:44,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850921562/backup-masters/4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:44,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562/backup-masters 2024-11-09T06:21:44,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562/backup-masters 2024-11-09T06:21:44,915 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:21:44,915 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:44,918 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/hbase.id] with ID: f0d701f2-49cc-460d-ba4b-fc06f94766fd 2024-11-09T06:21:44,918 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/.tmp/hbase.id 2024-11-09T06:21:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:21:45,321 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/.tmp/hbase.id]:[hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/hbase.id] 2024-11-09T06:21:45,329 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:21:45,329 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:21:45,330 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:21:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:45,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:21:45,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:45,743 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:21:45,744 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:21:46,149 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store 2024-11-09T06:21:46,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:21:46,554 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:46,554 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:21:46,554 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:46,554 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:46,554 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:21:46,554 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:46,554 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:21:46,555 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133306554Disabling compacts and flushes for region at 1731133306554Disabling writes for close at 1731133306554Writing region close event to WAL at 1731133306554Closed at 1731133306554 2024-11-09T06:21:46,555 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/.initializing 2024-11-09T06:21:46,555 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/WALs/4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:46,556 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:21:46,557 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C38367%2C1731133304731, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/WALs/4a84bcce7bad,38367,1731133304731, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/oldWALs, maxLogs=10 2024-11-09T06:21:46,570 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/WALs/4a84bcce7bad,38367,1731133304731/4a84bcce7bad%2C38367%2C1731133304731.1731133306558, exclude list is [], retry=0 2024-11-09T06:21:46,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-57035736-4bec-4178-8d50-6f5fb58e9d8b,DISK] 2024-11-09T06:21:46,573 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/WALs/4a84bcce7bad,38367,1731133304731/4a84bcce7bad%2C38367%2C1731133304731.1731133306558 2024-11-09T06:21:46,573 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-09T06:21:46,573 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:46,574 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:46,574 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,574 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:21:46,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:46,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:46,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:21:46,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:46,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:46,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:21:46,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:46,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:46,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:21:46,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:46,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:46,580 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,580 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,580 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,581 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,582 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:46,583 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:21:46,584 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:46,584 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68081148, jitterRate=0.014488160610198975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:46,585 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133306574Initializing all the Stores at 1731133306574Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133306575 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133306575Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133306575Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133306575Cleaning up temporary data from old regions at 1731133306581 (+6 ms)Region opened successfully at 1731133306584 (+3 ms) 2024-11-09T06:21:46,585 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:21:46,587 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc20924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:21:46,587 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:21:46,588 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:21:46,588 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:21:46,588 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:21:46,588 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:21:46,588 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:21:46,588 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:21:46,590 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:21:46,590 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Unable to get data of znode /2-850921562/balancer because node does not exist (not necessarily an error) 2024-11-09T06:21:46,662 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850921562/balancer already deleted, retry=false 2024-11-09T06:21:46,663 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:21:46,663 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Unable to get data of znode /2-850921562/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:21:46,673 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850921562/normalizer already deleted, retry=false 2024-11-09T06:21:46,673 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:21:46,674 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Unable to get data of znode /2-850921562/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:21:46,683 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850921562/switch/split already deleted, retry=false 2024-11-09T06:21:46,684 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Unable to get data of znode /2-850921562/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:21:46,694 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850921562/switch/merge already deleted, retry=false 2024-11-09T06:21:46,695 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Unable to get data of znode /2-850921562/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:21:46,704 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-850921562/snapshot-cleanup already deleted, retry=false 2024-11-09T06:21:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-850921562/running 2024-11-09T06:21:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-850921562/running 2024-11-09T06:21:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:46,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:46,715 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,38367,1731133304731, sessionid=0x1011e41b1340006, setting cluster-up flag (Was=false) 2024-11-09T06:21:46,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:46,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:46,768 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-850921562/flush-table-proc/acquired, /2-850921562/flush-table-proc/reached, /2-850921562/flush-table-proc/abort 2024-11-09T06:21:46,768 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:46,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:46,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:46,820 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-850921562/online-snapshot/acquired, /2-850921562/online-snapshot/reached, /2-850921562/online-snapshot/abort 2024-11-09T06:21:46,821 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:46,822 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:21:46,823 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:46,823 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:21:46,823 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:21:46,823 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,38367,1731133304731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:21:46,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133336825 2024-11-09T06:21:46,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:21:46,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:21:46,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:21:46,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:21:46,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:46,825 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:21:46,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:21:46,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:21:46,826 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:21:46,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:21:46,827 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133306827,5,FailOnTimeoutGroup] 2024-11-09T06:21:46,828 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133306827,5,FailOnTimeoutGroup] 2024-11-09T06:21:46,828 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,828 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:21:46,828 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,828 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:21:46,876 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(746): ClusterId : f0d701f2-49cc-460d-ba4b-fc06f94766fd 2024-11-09T06:21:46,876 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:21:46,884 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:21:46,884 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:21:46,895 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:21:46,895 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50806ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:21:46,906 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:38311 2024-11-09T06:21:46,906 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:21:46,906 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:21:46,906 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:21:46,906 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,38367,1731133304731 with port=38311, startcode=1731133304846 2024-11-09T06:21:46,906 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:21:46,908 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:21:46,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:46,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:46,909 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f 2024-11-09T06:21:46,909 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41629 2024-11-09T06:21:46,909 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:21:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562/rs 2024-11-09T06:21:46,972 DEBUG [RS:0;4a84bcce7bad:38311 {}] zookeeper.ZKUtil(111): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on existing znode=/2-850921562/rs/4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:46,972 WARN [RS:0;4a84bcce7bad:38311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:21:46,972 INFO [RS:0;4a84bcce7bad:38311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:46,972 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:46,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,38311,1731133304846] 2024-11-09T06:21:46,975 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:21:46,976 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:21:46,976 INFO [RS:0;4a84bcce7bad:38311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:21:46,976 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,977 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:21:46,977 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:21:46,977 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,977 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,978 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:21:46,978 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:21:46,978 DEBUG [RS:0;4a84bcce7bad:38311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:21:46,978 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,978 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,978 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,978 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,978 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,978 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38311,1731133304846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:21:46,992 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:21:46,992 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38311,1731133304846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,992 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:46,992 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.Replication(171): 4a84bcce7bad,38311,1731133304846 started 2024-11-09T06:21:47,005 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:47,005 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,38311,1731133304846, RpcServer on 4a84bcce7bad/172.17.0.3:38311, sessionid=0x1011e41b1340007 2024-11-09T06:21:47,005 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:21:47,005 DEBUG [RS:0;4a84bcce7bad:38311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:47,005 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,38311,1731133304846' 2024-11-09T06:21:47,005 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-850921562/flush-table-proc/abort' 2024-11-09T06:21:47,005 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-850921562/flush-table-proc/acquired' 2024-11-09T06:21:47,006 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:21:47,006 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:21:47,006 DEBUG [RS:0;4a84bcce7bad:38311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:47,006 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,38311,1731133304846' 2024-11-09T06:21:47,006 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-850921562/online-snapshot/abort' 2024-11-09T06:21:47,006 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-850921562/online-snapshot/acquired' 2024-11-09T06:21:47,006 DEBUG [RS:0;4a84bcce7bad:38311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:21:47,006 INFO [RS:0;4a84bcce7bad:38311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:21:47,006 INFO [RS:0;4a84bcce7bad:38311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:21:47,107 INFO [RS:0;4a84bcce7bad:38311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:21:47,108 INFO [RS:0;4a84bcce7bad:38311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38311%2C1731133304846, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/oldWALs, maxLogs=10 2024-11-09T06:21:47,121 DEBUG [RS:0;4a84bcce7bad:38311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, exclude list is [], retry=0 2024-11-09T06:21:47,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-57035736-4bec-4178-8d50-6f5fb58e9d8b,DISK] 2024-11-09T06:21:47,198 INFO [RS:0;4a84bcce7bad:38311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 2024-11-09T06:21:47,199 DEBUG [RS:0;4a84bcce7bad:38311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-09T06:21:47,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:21:47,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f 2024-11-09T06:21:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:21:47,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:47,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:21:47,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:21:47,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:47,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:47,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:21:47,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:21:47,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:47,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:47,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:21:47,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:21:47,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:47,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:47,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:21:47,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:21:47,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:47,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:47,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:21:47,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740 2024-11-09T06:21:47,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740 2024-11-09T06:21:47,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:21:47,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:21:47,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:47,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:21:47,648 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:47,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72957166, jitterRate=0.08714649081230164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:47,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133307639Initializing all the Stores at 1731133307639Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133307639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133307639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133307639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133307639Cleaning up temporary data from old regions at 1731133307646 (+7 ms)Region opened successfully at 1731133307648 (+2 ms) 2024-11-09T06:21:47,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:21:47,648 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:21:47,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:21:47,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:21:47,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:21:47,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:21:47,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133307648Disabling compacts and flushes for region at 1731133307648Disabling writes for close at 1731133307648Writing region close event to WAL at 1731133307649 (+1 ms)Closed at 1731133307649 2024-11-09T06:21:47,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:47,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:21:47,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:21:47,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:21:47,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:21:47,801 DEBUG [4a84bcce7bad:38367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:21:47,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:47,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,38311,1731133304846, state=OPENING 2024-11-09T06:21:47,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:21:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:47,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850921562/meta-region-server: CHANGED 2024-11-09T06:21:47,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850921562/meta-region-server: CHANGED 2024-11-09T06:21:47,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:21:47,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38311,1731133304846}] 2024-11-09T06:21:48,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:48,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:21:48,019 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:21:48,019 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:48,020 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:21:48,021 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38311%2C1731133304846.meta, suffix=.meta, logDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/oldWALs, maxLogs=10 2024-11-09T06:21:48,034 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.meta.1731133308021.meta, exclude list is [], retry=0 2024-11-09T06:21:48,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-57035736-4bec-4178-8d50-6f5fb58e9d8b,DISK] 2024-11-09T06:21:48,037 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.meta.1731133308021.meta 2024-11-09T06:21:48,037 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-09T06:21:48,037 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:48,037 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:48,037 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:48,038 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:21:48,038 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:21:48,038 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:21:48,038 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:48,038 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:21:48,038 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:21:48,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:21:48,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:21:48,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:48,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:21:48,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:21:48,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:48,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:21:48,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:21:48,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:48,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:21:48,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:21:48,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:21:48,042 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:21:48,043 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740 2024-11-09T06:21:48,043 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740 2024-11-09T06:21:48,044 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:21:48,044 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:21:48,045 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:21:48,045 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:21:48,046 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59109569, jitterRate=-0.11919878423213959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:21:48,046 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:21:48,046 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133308038Writing region info on filesystem at 1731133308038Initializing all the Stores at 1731133308039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133308039Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133308039Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133308039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133308039Cleaning up temporary data from old regions at 1731133308044 (+5 ms)Running coprocessor post-open hooks at 1731133308046 (+2 ms)Region opened successfully at 1731133308046 2024-11-09T06:21:48,047 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133308015 2024-11-09T06:21:48,048 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:21:48,048 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:21:48,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:48,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,38311,1731133304846, state=OPEN 2024-11-09T06:21:48,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-850921562/meta-region-server 2024-11-09T06:21:48,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850921562/meta-region-server: CHANGED 2024-11-09T06:21:48,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-850921562/meta-region-server 2024-11-09T06:21:48,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-850921562/meta-region-server: CHANGED 2024-11-09T06:21:48,059 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:48,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:21:48,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,38311,1731133304846 in 196 msec 2024-11-09T06:21:48,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:21:48,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-09T06:21:48,063 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:21:48,063 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:21:48,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:48,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38311,1731133304846, seqNum=-1] 2024-11-09T06:21:48,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:48,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:48,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2460 sec 2024-11-09T06:21:48,069 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133308069, completionTime=-1 2024-11-09T06:21:48,069 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:21:48,069 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133368071 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133428071 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38367,1731133304731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38367,1731133304731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38367,1731133304731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:38367, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:48,071 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:48,072 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:48,073 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:21:48,074 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.159sec 2024-11-09T06:21:48,074 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:21:48,074 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:21:48,074 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:21:48,075 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:21:48,075 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:21:48,075 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38367,1731133304731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:21:48,075 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38367,1731133304731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:21:48,076 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:21:48,076 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:21:48,076 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,38367,1731133304731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:21:48,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7735eaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:48,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38367,-1 for getting cluster id 2024-11-09T06:21:48,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:48,078 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0d701f2-49cc-460d-ba4b-fc06f94766fd' 2024-11-09T06:21:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0d701f2-49cc-460d-ba4b-fc06f94766fd" 2024-11-09T06:21:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b30c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38367,-1] 2024-11-09T06:21:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:48,079 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:48,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc33402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:48,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38311,1731133304846, seqNum=-1] 2024-11-09T06:21:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:48,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:48,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:48,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53479 2024-11-09T06:21:48,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:21:48,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011e41b1340008 connected 2024-11-09T06:21:48,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a2ecffe 2024-11-09T06:21:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:48,108 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:48,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:21:48,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:48,111 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:21:48,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:48,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:21:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:48,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:48,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:48,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cdf94d1a204fa202fe79765a0d2c726, NAME => 'test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266 2024-11-09T06:21:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:21:48,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:48,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0cdf94d1a204fa202fe79765a0d2c726, disabling compactions & flushes 2024-11-09T06:21:48,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:21:48,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:21:48,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. after waiting 0 ms 2024-11-09T06:21:48,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:21:48,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:21:48,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cdf94d1a204fa202fe79765a0d2c726: Waiting for close lock at 1731133308522Disabling compacts and flushes for region at 1731133308522Disabling writes for close at 1731133308522Writing region close event to WAL at 1731133308522Closed at 1731133308522 2024-11-09T06:21:48,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:48,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133308523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133308523"}]},"ts":"1731133308523"} 2024-11-09T06:21:48,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:48,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:48,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133308526"}]},"ts":"1731133308526"} 2024-11-09T06:21:48,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:21:48,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cdf94d1a204fa202fe79765a0d2c726, ASSIGN}] 2024-11-09T06:21:48,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cdf94d1a204fa202fe79765a0d2c726, ASSIGN 2024-11-09T06:21:48,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0cdf94d1a204fa202fe79765a0d2c726, ASSIGN; state=OFFLINE, location=4a84bcce7bad,38759,1731133293364; forceNewPlan=false, retain=false 2024-11-09T06:21:48,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cdf94d1a204fa202fe79765a0d2c726, regionState=OPENING, regionLocation=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0cdf94d1a204fa202fe79765a0d2c726, ASSIGN because future has completed 2024-11-09T06:21:48,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cdf94d1a204fa202fe79765a0d2c726, server=4a84bcce7bad,38759,1731133293364}] 2024-11-09T06:21:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:48,837 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:21:48,838 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cdf94d1a204fa202fe79765a0d2c726, NAME => 'test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:48,838 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:48,838 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:21:48,838 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,838 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:48,838 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,838 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,839 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,840 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cdf94d1a204fa202fe79765a0d2c726 columnFamilyName f 2024-11-09T06:21:48,840 DEBUG [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,841 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] regionserver.HStore(327): Store=0cdf94d1a204fa202fe79765a0d2c726/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:48,841 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,842 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cdf94d1a204fa202fe79765a0d2c726 columnFamilyName f1 2024-11-09T06:21:48,842 DEBUG [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,842 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] regionserver.HStore(327): Store=0cdf94d1a204fa202fe79765a0d2c726/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:48,842 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,843 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cdf94d1a204fa202fe79765a0d2c726 columnFamilyName norep 2024-11-09T06:21:48,843 DEBUG [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:48,843 INFO [StoreOpener-0cdf94d1a204fa202fe79765a0d2c726-1 {}] regionserver.HStore(327): Store=0cdf94d1a204fa202fe79765a0d2c726/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:48,843 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,843 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,844 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,844 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,844 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,845 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:48,845 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,846 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:48,847 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cdf94d1a204fa202fe79765a0d2c726; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68012590, jitterRate=0.013466566801071167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:48,847 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:21:48,847 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cdf94d1a204fa202fe79765a0d2c726: Running coprocessor pre-open hook at 1731133308838Writing region info on filesystem at 1731133308838Initializing all the Stores at 1731133308839 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133308839Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133308839Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133308839Cleaning up temporary data from old regions at 1731133308844 (+5 ms)Running coprocessor post-open hooks at 1731133308847 (+3 ms)Region opened successfully at 1731133308847 2024-11-09T06:21:48,848 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726., pid=6, masterSystemTime=1731133308834 2024-11-09T06:21:48,849 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:21:48,849 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:21:48,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cdf94d1a204fa202fe79765a0d2c726, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:48,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cdf94d1a204fa202fe79765a0d2c726, server=4a84bcce7bad,38759,1731133293364 because future has completed 2024-11-09T06:21:48,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:21:48,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cdf94d1a204fa202fe79765a0d2c726, server=4a84bcce7bad,38759,1731133293364 in 169 msec 2024-11-09T06:21:48,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:21:48,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0cdf94d1a204fa202fe79765a0d2c726, ASSIGN in 325 msec 2024-11-09T06:21:48,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:48,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133308854"}]},"ts":"1731133308854"} 2024-11-09T06:21:48,856 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:21:48,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:48,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-09T06:21:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:49,250 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:21:49,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:49,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:49,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4298e181 2024-11-09T06:21:49,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:49,251 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:49,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:21:49,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:49,254 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:49,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:21:49,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:21:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:49,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e62fa016135a9d503cc74ebc74de1e23, NAME => 'test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc 2024-11-09T06:21:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:21:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:50,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:50,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e62fa016135a9d503cc74ebc74de1e23, disabling compactions & flushes 2024-11-09T06:21:50,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:21:50,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:21:50,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. after waiting 0 ms 2024-11-09T06:21:50,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:21:50,065 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:21:50,065 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e62fa016135a9d503cc74ebc74de1e23: Waiting for close lock at 1731133310065Disabling compacts and flushes for region at 1731133310065Disabling writes for close at 1731133310065Writing region close event to WAL at 1731133310065Closed at 1731133310065 2024-11-09T06:21:50,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:50,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133310076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133310076"}]},"ts":"1731133310076"} 2024-11-09T06:21:50,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:50,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:50,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133310080"}]},"ts":"1731133310080"} 2024-11-09T06:21:50,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:21:50,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e62fa016135a9d503cc74ebc74de1e23, ASSIGN}] 2024-11-09T06:21:50,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e62fa016135a9d503cc74ebc74de1e23, ASSIGN 2024-11-09T06:21:50,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e62fa016135a9d503cc74ebc74de1e23, ASSIGN; state=OFFLINE, location=4a84bcce7bad,35899,1731133299263; forceNewPlan=false, retain=false 2024-11-09T06:21:50,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e62fa016135a9d503cc74ebc74de1e23, regionState=OPENING, regionLocation=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:50,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e62fa016135a9d503cc74ebc74de1e23, ASSIGN because future has completed 2024-11-09T06:21:50,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62fa016135a9d503cc74ebc74de1e23, server=4a84bcce7bad,35899,1731133299263}] 2024-11-09T06:21:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:50,391 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:21:50,391 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e62fa016135a9d503cc74ebc74de1e23, NAME => 'test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:50,392 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:50,392 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:21:50,392 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,392 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:50,392 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,392 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,393 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,394 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62fa016135a9d503cc74ebc74de1e23 columnFamilyName f 2024-11-09T06:21:50,394 DEBUG [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:50,394 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] regionserver.HStore(327): Store=e62fa016135a9d503cc74ebc74de1e23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:50,394 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,395 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62fa016135a9d503cc74ebc74de1e23 columnFamilyName f1 2024-11-09T06:21:50,395 DEBUG [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:50,396 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] regionserver.HStore(327): Store=e62fa016135a9d503cc74ebc74de1e23/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:50,396 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,396 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e62fa016135a9d503cc74ebc74de1e23 columnFamilyName norep 2024-11-09T06:21:50,396 DEBUG [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:50,397 INFO [StoreOpener-e62fa016135a9d503cc74ebc74de1e23-1 {}] regionserver.HStore(327): Store=e62fa016135a9d503cc74ebc74de1e23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:50,397 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,397 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,398 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,398 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,398 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,398 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:50,399 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,400 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:50,401 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e62fa016135a9d503cc74ebc74de1e23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62280155, jitterRate=-0.07195337116718292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:50,401 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:21:50,401 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e62fa016135a9d503cc74ebc74de1e23: Running coprocessor pre-open hook at 1731133310392Writing region info on filesystem at 1731133310392Initializing all the Stores at 1731133310393 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133310393Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133310393Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133310393Cleaning up temporary data from old regions at 1731133310398 (+5 ms)Running coprocessor post-open hooks at 1731133310401 (+3 ms)Region opened successfully at 1731133310401 2024-11-09T06:21:50,401 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23., pid=6, masterSystemTime=1731133310388 2024-11-09T06:21:50,403 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:21:50,403 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:21:50,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e62fa016135a9d503cc74ebc74de1e23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:50,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e62fa016135a9d503cc74ebc74de1e23, server=4a84bcce7bad,35899,1731133299263 because future has completed 2024-11-09T06:21:50,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:21:50,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e62fa016135a9d503cc74ebc74de1e23, server=4a84bcce7bad,35899,1731133299263 in 173 msec 2024-11-09T06:21:50,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:21:50,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e62fa016135a9d503cc74ebc74de1e23, ASSIGN in 329 msec 2024-11-09T06:21:50,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:50,412 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133310412"}]},"ts":"1731133310412"} 2024-11-09T06:21:50,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:21:50,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:50,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-09T06:21:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:51,400 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:21:51,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a4a5a45 2024-11-09T06:21:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:51,402 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:51,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:21:51,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:51,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:51,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:21:51,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:51,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:21:51,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:51,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8e355ecfbede0b0f5f70b0e2fd303b3, NAME => 'test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f 2024-11-09T06:21:51,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:21:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:52,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:52,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8e355ecfbede0b0f5f70b0e2fd303b3, disabling compactions & flushes 2024-11-09T06:21:52,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:21:52,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:21:52,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. after waiting 0 ms 2024-11-09T06:21:52,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:21:52,215 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:21:52,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8e355ecfbede0b0f5f70b0e2fd303b3: Waiting for close lock at 1731133312215Disabling compacts and flushes for region at 1731133312215Disabling writes for close at 1731133312215Writing region close event to WAL at 1731133312215Closed at 1731133312215 2024-11-09T06:21:52,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:52,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133312264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133312264"}]},"ts":"1731133312264"} 2024-11-09T06:21:52,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:52,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:52,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133312266"}]},"ts":"1731133312266"} 2024-11-09T06:21:52,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:21:52,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8e355ecfbede0b0f5f70b0e2fd303b3, ASSIGN}] 2024-11-09T06:21:52,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8e355ecfbede0b0f5f70b0e2fd303b3, ASSIGN 2024-11-09T06:21:52,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8e355ecfbede0b0f5f70b0e2fd303b3, ASSIGN; state=OFFLINE, location=4a84bcce7bad,38311,1731133304846; forceNewPlan=false, retain=false 2024-11-09T06:21:52,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8e355ecfbede0b0f5f70b0e2fd303b3, regionState=OPENING, regionLocation=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:52,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8e355ecfbede0b0f5f70b0e2fd303b3, ASSIGN because future has completed 2024-11-09T06:21:52,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e355ecfbede0b0f5f70b0e2fd303b3, server=4a84bcce7bad,38311,1731133304846}] 2024-11-09T06:21:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:52,577 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:21:52,577 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8e355ecfbede0b0f5f70b0e2fd303b3, NAME => 'test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:52,578 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:52,578 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:21:52,578 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,578 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:52,578 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,578 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,579 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,580 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e355ecfbede0b0f5f70b0e2fd303b3 columnFamilyName f 2024-11-09T06:21:52,580 DEBUG [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:52,580 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] regionserver.HStore(327): Store=c8e355ecfbede0b0f5f70b0e2fd303b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:52,580 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,581 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e355ecfbede0b0f5f70b0e2fd303b3 columnFamilyName f1 2024-11-09T06:21:52,581 DEBUG [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:52,581 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] regionserver.HStore(327): Store=c8e355ecfbede0b0f5f70b0e2fd303b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:52,581 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,582 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e355ecfbede0b0f5f70b0e2fd303b3 columnFamilyName norep 2024-11-09T06:21:52,582 DEBUG [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:52,582 INFO [StoreOpener-c8e355ecfbede0b0f5f70b0e2fd303b3-1 {}] regionserver.HStore(327): Store=c8e355ecfbede0b0f5f70b0e2fd303b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:52,582 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,583 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,583 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,583 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,584 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,584 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:52,585 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,586 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:52,586 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8e355ecfbede0b0f5f70b0e2fd303b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64555901, jitterRate=-0.038042113184928894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:52,586 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:21:52,586 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8e355ecfbede0b0f5f70b0e2fd303b3: Running coprocessor pre-open hook at 1731133312578Writing region info on filesystem at 1731133312578Initializing all the Stores at 1731133312579 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133312579Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133312579Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133312579Cleaning up temporary data from old regions at 1731133312584 (+5 ms)Running coprocessor post-open hooks at 1731133312586 (+2 ms)Region opened successfully at 1731133312586 2024-11-09T06:21:52,587 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3., pid=6, masterSystemTime=1731133312574 2024-11-09T06:21:52,589 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:21:52,589 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:21:52,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8e355ecfbede0b0f5f70b0e2fd303b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:52,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e355ecfbede0b0f5f70b0e2fd303b3, server=4a84bcce7bad,38311,1731133304846 because future has completed 2024-11-09T06:21:52,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:21:52,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8e355ecfbede0b0f5f70b0e2fd303b3, server=4a84bcce7bad,38311,1731133304846 in 169 msec 2024-11-09T06:21:52,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:21:52,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8e355ecfbede0b0f5f70b0e2fd303b3, ASSIGN in 325 msec 2024-11-09T06:21:52,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:52,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133312595"}]},"ts":"1731133312595"} 2024-11-09T06:21:52,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:21:52,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:52,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1950 sec 2024-11-09T06:21:52,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:21:53,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:53,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:21:53,550 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:21:53,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b1932b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:53,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46217,-1 for getting cluster id 2024-11-09T06:21:53,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:53,551 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d46311-8cd1-4864-8903-3932f4598cdb' 2024-11-09T06:21:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d46311-8cd1-4864-8903-3932f4598cdb" 2024-11-09T06:21:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ef080f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46217,-1] 2024-11-09T06:21:53,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:53,553 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202a5f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:53,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,46217,1731133293172 2024-11-09T06:21:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74477317 2024-11-09T06:21:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:53,555 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:53,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:40559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:21:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:21:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:53,558 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:40559' 2024-11-09T06:21:53,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b409e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:53,559 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:53,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:53,560 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3706b110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:53,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:53,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:53,561 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:53,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c613c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:53,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:53,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:53,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f8961e 2024-11-09T06:21:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:53,563 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:53,564 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:21:53,564 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:21:53,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:53,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:53,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:53,564 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:53,565 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:21:53,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:53,566 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:53,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:53,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:21:53,581 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f110e1e312af1fbdda664a39b1cf4b2c, NAME => 'hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266 2024-11-09T06:21:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:21:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:53,616 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:21:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:53,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:53,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f110e1e312af1fbdda664a39b1cf4b2c, disabling compactions & flushes 2024-11-09T06:21:53,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:21:53,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:21:53,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. after waiting 0 ms 2024-11-09T06:21:53,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:21:53,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:21:53,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f110e1e312af1fbdda664a39b1cf4b2c: Waiting for close lock at 1731133313985Disabling compacts and flushes for region at 1731133313985Disabling writes for close at 1731133313985Writing region close event to WAL at 1731133313985Closed at 1731133313985 2024-11-09T06:21:53,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:53,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133313986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133313986"}]},"ts":"1731133313986"} 2024-11-09T06:21:53,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:53,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:53,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133313988"}]},"ts":"1731133313988"} 2024-11-09T06:21:53,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:21:53,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f110e1e312af1fbdda664a39b1cf4b2c, ASSIGN}] 2024-11-09T06:21:53,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f110e1e312af1fbdda664a39b1cf4b2c, ASSIGN 2024-11-09T06:21:53,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f110e1e312af1fbdda664a39b1cf4b2c, ASSIGN; state=OFFLINE, location=4a84bcce7bad,38759,1731133293364; forceNewPlan=false, retain=false 2024-11-09T06:21:54,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f110e1e312af1fbdda664a39b1cf4b2c, regionState=OPENING, regionLocation=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:54,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f110e1e312af1fbdda664a39b1cf4b2c, ASSIGN because future has completed 2024-11-09T06:21:54,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f110e1e312af1fbdda664a39b1cf4b2c, server=4a84bcce7bad,38759,1731133293364}] 2024-11-09T06:21:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:54,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:21:54,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:54,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:21:54,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38759%2C1731133293364.rep, suffix=, logDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364, archiveDir=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/oldWALs, maxLogs=10 2024-11-09T06:21:54,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.rep.1731133314300, exclude list is [], retry=0 2024-11-09T06:21:54,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-af146c96-7a6d-4394-bd72-6e3f6885859b,DISK] 2024-11-09T06:21:54,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.rep.1731133314300 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39415:39415)] 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f110e1e312af1fbdda664a39b1cf4b2c, NAME => 'hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:54,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. service=MultiRowMutationService 2024-11-09T06:21:54,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,317 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,318 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f110e1e312af1fbdda664a39b1cf4b2c columnFamilyName hfileref 2024-11-09T06:21:54,318 DEBUG [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:54,319 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] regionserver.HStore(327): Store=f110e1e312af1fbdda664a39b1cf4b2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:54,319 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,319 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f110e1e312af1fbdda664a39b1cf4b2c columnFamilyName queue 2024-11-09T06:21:54,319 DEBUG [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:54,320 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] regionserver.HStore(327): Store=f110e1e312af1fbdda664a39b1cf4b2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:54,320 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,320 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f110e1e312af1fbdda664a39b1cf4b2c columnFamilyName sid 2024-11-09T06:21:54,320 DEBUG [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:54,321 INFO [StoreOpener-f110e1e312af1fbdda664a39b1cf4b2c-1 {}] regionserver.HStore(327): Store=f110e1e312af1fbdda664a39b1cf4b2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:54,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:54,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:54,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f110e1e312af1fbdda664a39b1cf4b2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73375190, jitterRate=0.09337553381919861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:54,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:21:54,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f110e1e312af1fbdda664a39b1cf4b2c: Running coprocessor pre-open hook at 1731133314316Writing region info on filesystem at 1731133314317 (+1 ms)Initializing all the Stores at 1731133314317Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133314317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133314317Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133314317Cleaning up temporary data from old regions at 1731133314322 (+5 ms)Running coprocessor post-open hooks at 1731133314325 (+3 ms)Region opened successfully at 1731133314325 2024-11-09T06:21:54,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c., pid=10, masterSystemTime=1731133314296 2024-11-09T06:21:54,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:21:54,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:21:54,327 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f110e1e312af1fbdda664a39b1cf4b2c, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,38759,1731133293364 2024-11-09T06:21:54,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f110e1e312af1fbdda664a39b1cf4b2c, server=4a84bcce7bad,38759,1731133293364 because future has completed 2024-11-09T06:21:54,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:21:54,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f110e1e312af1fbdda664a39b1cf4b2c, server=4a84bcce7bad,38759,1731133293364 in 185 msec 2024-11-09T06:21:54,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:21:54,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f110e1e312af1fbdda664a39b1cf4b2c, ASSIGN in 340 msec 2024-11-09T06:21:54,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:54,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133314332"}]},"ts":"1731133314332"} 2024-11-09T06:21:54,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:21:54,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:54,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-09T06:21:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c., hostname=4a84bcce7bad,38759,1731133293364, seqNum=2] 2024-11-09T06:21:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:54,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:21:54,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:54,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:21:54,647 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:21:54,672 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,38759,1731133293364, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:21:54,673 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:54,673 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38759,1731133293364, seqNum=-1] 2024-11-09T06:21:54,673 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:54,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,38759,1731133293364', locateType=CURRENT is [region=hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c., hostname=4a84bcce7bad,38759,1731133293364, seqNum=2] 2024-11-09T06:21:54,678 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:21:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:21:54,680 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,38759,1731133293364 suceeded 2024-11-09T06:21:54,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:21:54,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T06:21:54,681 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:40559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:21:54,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1250 sec 2024-11-09T06:21:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:54,690 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:54,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:54,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:54,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:54,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:54,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:54,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b99e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:54,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:54,692 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2949ec96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:54,693 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:54,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e87be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7308fcbb 2024-11-09T06:21:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:54,696 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:54,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:38367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:21:54,697 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:40559' 2024-11-09T06:21:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:21:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:54,698 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a9c729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,698 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:54,698 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:38367' 2024-11-09T06:21:54,698 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:54,699 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:54,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:54,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:54,699 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727a5bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68562dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,699 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38367,-1 for getting cluster id 2024-11-09T06:21:54,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:54,699 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:54,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:54,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:54,700 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0d701f2-49cc-460d-ba4b-fc06f94766fd' 2024-11-09T06:21:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:54,700 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0d701f2-49cc-460d-ba4b-fc06f94766fd" 2024-11-09T06:21:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd85a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38367,-1] 2024-11-09T06:21:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:54,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:54,700 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724855a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,700 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:54,701 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243e3cae 2024-11-09T06:21:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2662db77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:54,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:54,702 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T06:21:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c221c63 2024-11-09T06:21:54,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:54,702 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,38759,1731133293364 (queues=1) is replicating from cluster=72d46311-8cd1-4864-8903-3932f4598cdb to cluster=c6c6ab60-4269-46e6-b840-faa87dff339f 2024-11-09T06:21:54,702 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:54,702 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C38759%2C1731133293364 2024-11-09T06:21:54,702 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,38759,1731133293364, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:21:54,703 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:21:54,703 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:21:54,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:54,703 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665, startPosition=0, beingWritten=true 2024-11-09T06:21:54,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:54,703 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.shipper4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C38759%2C1731133293364 2024-11-09T06:21:54,703 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:54,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:54,704 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:21:54,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:54,705 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:54,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:54,711 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:54,711 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:54,711 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.shipper4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38759,1731133293364 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:21:54,755 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:21:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:54,914 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:55,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:55,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:21:55,110 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108937 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:21:55,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 162e74c429fe3e30370c47943ba982de, NAME => 'hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc 2024-11-09T06:21:55,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:21:55,217 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:55,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:55,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 162e74c429fe3e30370c47943ba982de, disabling compactions & flushes 2024-11-09T06:21:55,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:21:55,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:21:55,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. after waiting 0 ms 2024-11-09T06:21:55,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:21:55,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:21:55,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 162e74c429fe3e30370c47943ba982de: Waiting for close lock at 1731133315518Disabling compacts and flushes for region at 1731133315518Disabling writes for close at 1731133315518Writing region close event to WAL at 1731133315518Closed at 1731133315518 2024-11-09T06:21:55,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:55,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133315519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133315519"}]},"ts":"1731133315519"} 2024-11-09T06:21:55,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:55,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:55,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133315522"}]},"ts":"1731133315522"} 2024-11-09T06:21:55,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:21:55,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=162e74c429fe3e30370c47943ba982de, ASSIGN}] 2024-11-09T06:21:55,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=162e74c429fe3e30370c47943ba982de, ASSIGN 2024-11-09T06:21:55,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=162e74c429fe3e30370c47943ba982de, ASSIGN; state=OFFLINE, location=4a84bcce7bad,35899,1731133299263; forceNewPlan=false, retain=false 2024-11-09T06:21:55,620 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:55,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=162e74c429fe3e30370c47943ba982de, regionState=OPENING, regionLocation=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:55,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=162e74c429fe3e30370c47943ba982de, ASSIGN because future has completed 2024-11-09T06:21:55,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 162e74c429fe3e30370c47943ba982de, server=4a84bcce7bad,35899,1731133299263}] 2024-11-09T06:21:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:55,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:21:55,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:55,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:21:55,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C35899%2C1731133299263.rep, suffix=, logDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263, archiveDir=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/oldWALs, maxLogs=10 2024-11-09T06:21:55,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.rep.1731133315834, exclude list is [], retry=0 2024-11-09T06:21:55,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44375,DS-83559264-8fcd-4f94-b313-486628065c26,DISK] 2024-11-09T06:21:55,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.rep.1731133315834 2024-11-09T06:21:55,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36047:36047)] 2024-11-09T06:21:55,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 162e74c429fe3e30370c47943ba982de, NAME => 'hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:55,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:55,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:55,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. service=MultiRowMutationService 2024-11-09T06:21:55,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:21:55,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:55,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,851 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,852 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162e74c429fe3e30370c47943ba982de columnFamilyName hfileref 2024-11-09T06:21:55,852 DEBUG [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:55,852 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] regionserver.HStore(327): Store=162e74c429fe3e30370c47943ba982de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:55,852 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,853 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162e74c429fe3e30370c47943ba982de columnFamilyName queue 2024-11-09T06:21:55,853 DEBUG [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:55,853 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] regionserver.HStore(327): Store=162e74c429fe3e30370c47943ba982de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:55,853 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,854 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 162e74c429fe3e30370c47943ba982de columnFamilyName sid 2024-11-09T06:21:55,854 DEBUG [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:55,855 INFO [StoreOpener-162e74c429fe3e30370c47943ba982de-1 {}] regionserver.HStore(327): Store=162e74c429fe3e30370c47943ba982de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:55,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/replication/162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/replication/162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:55,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/replication/162e74c429fe3e30370c47943ba982de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:55,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 162e74c429fe3e30370c47943ba982de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66204434, jitterRate=-0.013477057218551636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:55,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:21:55,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 162e74c429fe3e30370c47943ba982de: Running coprocessor pre-open hook at 1731133315850Writing region info on filesystem at 1731133315850Initializing all the Stores at 1731133315850Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133315850Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133315851 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133315851Cleaning up temporary data from old regions at 1731133315856 (+5 ms)Running coprocessor post-open hooks at 1731133315859 (+3 ms)Region opened successfully at 1731133315859 2024-11-09T06:21:55,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de., pid=10, masterSystemTime=1731133315829 2024-11-09T06:21:55,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:21:55,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:21:55,862 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=162e74c429fe3e30370c47943ba982de, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,35899,1731133299263 2024-11-09T06:21:55,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 162e74c429fe3e30370c47943ba982de, server=4a84bcce7bad,35899,1731133299263 because future has completed 2024-11-09T06:21:55,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:21:55,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 162e74c429fe3e30370c47943ba982de, server=4a84bcce7bad,35899,1731133299263 in 186 msec 2024-11-09T06:21:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:21:55,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=162e74c429fe3e30370c47943ba982de, ASSIGN in 342 msec 2024-11-09T06:21:55,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:55,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133315867"}]},"ts":"1731133315867"} 2024-11-09T06:21:55,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:21:55,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:55,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-09T06:21:55,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de., hostname=4a84bcce7bad,35899,1731133299263, seqNum=2] 2024-11-09T06:21:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:21:55,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:56,123 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:56,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:21:56,142 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:21:56,169 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,35899,1731133299263, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:21:56,170 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:56,170 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35899,1731133299263, seqNum=-1] 2024-11-09T06:21:56,170 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:56,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:56,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,35899,1731133299263', locateType=CURRENT is [region=hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de., hostname=4a84bcce7bad,35899,1731133299263, seqNum=2] 2024-11-09T06:21:56,174 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:21:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:21:56,176 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,35899,1731133299263 suceeded 2024-11-09T06:21:56,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:21:56,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T06:21:56,177 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:38367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:21:56,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-09T06:21:56,188 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:38367' 2024-11-09T06:21:56,189 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f854ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,190 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38367,-1 for getting cluster id 2024-11-09T06:21:56,190 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:56,190 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0d701f2-49cc-460d-ba4b-fc06f94766fd' 2024-11-09T06:21:56,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0d701f2-49cc-460d-ba4b-fc06f94766fd" 2024-11-09T06:21:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bedfd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38367,-1] 2024-11-09T06:21:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:56,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:56,192 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:56,192 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ef90ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,192 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:56,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:56,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ddd2ee 2024-11-09T06:21:56,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:56,194 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T06:21:56,194 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,35899,1731133299263 (queues=1) is replicating from cluster=c6c6ab60-4269-46e6-b840-faa87dff339f to cluster=f0d701f2-49cc-460d-ba4b-fc06f94766fd 2024-11-09T06:21:56,194 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C35899%2C1731133299263 2024-11-09T06:21:56,194 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,35899,1731133299263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:21:56,195 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C35899%2C1731133299263 2024-11-09T06:21:56,195 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, startPosition=0, beingWritten=true 2024-11-09T06:21:56,199 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:56,199 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:56,199 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:56,402 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:56,706 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:56,726 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:56,840 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:56,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:56,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:56,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:56,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:56,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:56,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fa454a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38367,-1 for getting cluster id 2024-11-09T06:21:56,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:56,842 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0d701f2-49cc-460d-ba4b-fc06f94766fd' 2024-11-09T06:21:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0d701f2-49cc-460d-ba4b-fc06f94766fd" 2024-11-09T06:21:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57684185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38367,-1] 2024-11-09T06:21:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:56,843 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:56,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2324f596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,38367,1731133304731 2024-11-09T06:21:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ae345ec 2024-11-09T06:21:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:56,846 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:56,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:40559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:21:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:21:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:56,849 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:40559' 2024-11-09T06:21:56,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307ced8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,850 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:56,850 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:56,851 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:56,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:56,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:56,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad28243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:56,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:56,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:56,852 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:56,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcfb30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:56,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:56,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:56,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a3ba490 2024-11-09T06:21:56,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:56,854 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:21:56,854 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:21:56,854 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:21:56,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:56,854 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:56,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:56,855 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:21:56,856 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:21:56,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:21:56,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:56,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:21:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:21:56,906 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:21:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:57,109 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:57,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41b75e49a30c16fa084c07cacc712379, NAME => 'hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f 2024-11-09T06:21:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:21:57,430 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:57,613 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:57,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:57,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41b75e49a30c16fa084c07cacc712379, disabling compactions & flushes 2024-11-09T06:21:57,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:21:57,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:21:57,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. after waiting 0 ms 2024-11-09T06:21:57,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:21:57,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:21:57,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41b75e49a30c16fa084c07cacc712379: Waiting for close lock at 1731133317707Disabling compacts and flushes for region at 1731133317707Disabling writes for close at 1731133317707Writing region close event to WAL at 1731133317707Closed at 1731133317707 2024-11-09T06:21:57,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:21:57,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133317709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133317709"}]},"ts":"1731133317709"} 2024-11-09T06:21:57,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:21:57,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:21:57,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133317711"}]},"ts":"1731133317711"} 2024-11-09T06:21:57,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:21:57,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b75e49a30c16fa084c07cacc712379, ASSIGN}] 2024-11-09T06:21:57,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b75e49a30c16fa084c07cacc712379, ASSIGN 2024-11-09T06:21:57,715 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b75e49a30c16fa084c07cacc712379, ASSIGN; state=OFFLINE, location=4a84bcce7bad,38311,1731133304846; forceNewPlan=false, retain=false 2024-11-09T06:21:57,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41b75e49a30c16fa084c07cacc712379, regionState=OPENING, regionLocation=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:57,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b75e49a30c16fa084c07cacc712379, ASSIGN because future has completed 2024-11-09T06:21:57,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b75e49a30c16fa084c07cacc712379, server=4a84bcce7bad,38311,1731133304846}] 2024-11-09T06:21:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:58,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:21:58,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:21:58,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:21:58,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C38311%2C1731133304846.rep, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/oldWALs, maxLogs=10 2024-11-09T06:21:58,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.rep.1731133318025, exclude list is [], retry=0 2024-11-09T06:21:58,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46769,DS-57035736-4bec-4178-8d50-6f5fb58e9d8b,DISK] 2024-11-09T06:21:58,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.rep.1731133318025 2024-11-09T06:21:58,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38667:38667)] 2024-11-09T06:21:58,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b75e49a30c16fa084c07cacc712379, NAME => 'hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:21:58,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:21:58,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:21:58,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. service=MultiRowMutationService 2024-11-09T06:21:58,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:21:58,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:21:58,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,042 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,043 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b75e49a30c16fa084c07cacc712379 columnFamilyName hfileref 2024-11-09T06:21:58,043 DEBUG [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:58,043 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] regionserver.HStore(327): Store=41b75e49a30c16fa084c07cacc712379/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:58,043 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,044 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b75e49a30c16fa084c07cacc712379 columnFamilyName queue 2024-11-09T06:21:58,044 DEBUG [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:58,044 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] regionserver.HStore(327): Store=41b75e49a30c16fa084c07cacc712379/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:58,044 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,045 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b75e49a30c16fa084c07cacc712379 columnFamilyName sid 2024-11-09T06:21:58,045 DEBUG [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:21:58,045 INFO [StoreOpener-41b75e49a30c16fa084c07cacc712379-1 {}] regionserver.HStore(327): Store=41b75e49a30c16fa084c07cacc712379/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:21:58,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/replication/41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/replication/41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:21:58,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/replication/41b75e49a30c16fa084c07cacc712379/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:21:58,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 41b75e49a30c16fa084c07cacc712379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61744270, jitterRate=-0.07993867993354797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:21:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:21:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 41b75e49a30c16fa084c07cacc712379: Running coprocessor pre-open hook at 1731133318041Writing region info on filesystem at 1731133318041Initializing all the Stores at 1731133318042 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133318042Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133318042Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133318042Cleaning up temporary data from old regions at 1731133318046 (+4 ms)Running coprocessor post-open hooks at 1731133318049 (+3 ms)Region opened successfully at 1731133318049 2024-11-09T06:21:58,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379., pid=10, masterSystemTime=1731133318020 2024-11-09T06:21:58,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:21:58,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:21:58,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41b75e49a30c16fa084c07cacc712379, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,38311,1731133304846 2024-11-09T06:21:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b75e49a30c16fa084c07cacc712379, server=4a84bcce7bad,38311,1731133304846 because future has completed 2024-11-09T06:21:58,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:21:58,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 41b75e49a30c16fa084c07cacc712379, server=4a84bcce7bad,38311,1731133304846 in 186 msec 2024-11-09T06:21:58,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:21:58,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b75e49a30c16fa084c07cacc712379, ASSIGN in 342 msec 2024-11-09T06:21:58,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:21:58,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133318058"}]},"ts":"1731133318058"} 2024-11-09T06:21:58,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:21:58,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:21:58,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2050 sec 2024-11-09T06:21:58,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379., hostname=4a84bcce7bad,38311,1731133304846, seqNum=2] 2024-11-09T06:21:58,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:21:58,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T06:21:58,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:21:58,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T06:21:58,216 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:58,233 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:58,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:58,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:21:58,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:21:58,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:21:58,657 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:21:58,681 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,38311,1731133304846, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:21:58,681 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:58,681 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38311,1731133304846, seqNum=-1] 2024-11-09T06:21:58,681 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:58,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:58,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,38311,1731133304846', locateType=CURRENT is [region=hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379., hostname=4a84bcce7bad,38311,1731133304846, seqNum=2] 2024-11-09T06:21:58,686 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:21:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:21:58,687 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,38311,1731133304846 suceeded 2024-11-09T06:21:58,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:21:58,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-09T06:21:58,689 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:40559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:21:58,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8430 sec 2024-11-09T06:21:58,699 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:40559' 2024-11-09T06:21:58,700 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c176d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:58,700 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:58,700 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:58,700 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f82a5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:58,701 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:58,702 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329cf8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:58,702 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:21:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40559,1731133299117 2024-11-09T06:21:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b7f2fff 2024-11-09T06:21:58,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:21:58,703 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T06:21:58,704 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,38311,1731133304846 (queues=1) is replicating from cluster=f0d701f2-49cc-460d-ba4b-fc06f94766fd to cluster=c6c6ab60-4269-46e6-b840-faa87dff339f 2024-11-09T06:21:58,704 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C38311%2C1731133304846 2024-11-09T06:21:58,704 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,38311,1731133304846, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:21:58,704 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, startPosition=0, beingWritten=true 2024-11-09T06:21:58,705 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C38311%2C1731133304846 2024-11-09T06:21:58,710 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:21:58,710 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 379, reset compression=false 2024-11-09T06:21:58,710 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:21:58,803 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=35, reused chunk count=119, reuseRatio=77.27% 2024-11-09T06:21:58,803 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T06:21:58,913 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 379, reset compression=false 2024-11-09T06:21:58,919 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:58,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:21:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:21:58,999 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:21:58,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:21:59,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:21:59,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:59,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:59,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:21:59,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7e7b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,46217,-1 for getting cluster id 2024-11-09T06:21:59,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:59,001 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d46311-8cd1-4864-8903-3932f4598cdb' 2024-11-09T06:21:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d46311-8cd1-4864-8903-3932f4598cdb" 2024-11-09T06:21:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7a43cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,46217,-1] 2024-11-09T06:21:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:59,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:59,002 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776fabb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f00bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:59,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:59,004 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b3b98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:59,005 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4a8c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641a1e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38367,-1 for getting cluster id 2024-11-09T06:21:59,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:59,006 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0d701f2-49cc-460d-ba4b-fc06f94766fd' 2024-11-09T06:21:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0d701f2-49cc-460d-ba4b-fc06f94766fd" 2024-11-09T06:21:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75709a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38367,-1] 2024-11-09T06:21:59,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:59,007 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38fe5512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38759,1731133293364, seqNum=-1] 2024-11-09T06:21:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:59,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726., hostname=4a84bcce7bad,38759,1731133293364, seqNum=2] 2024-11-09T06:21:59,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38311,1731133304846, seqNum=-1] 2024-11-09T06:21:59,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:59,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:21:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3., hostname=4a84bcce7bad,38311,1731133304846, seqNum=2] 2024-11-09T06:21:59,018 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T06:21:59,136 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 379, reset compression=false 2024-11-09T06:21:59,140 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:59,140 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:21:59,140 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.shipper4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38759,1731133293364 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cdf94d1a204fa202fe79765a0d2c726/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T06:21:59,142 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.shipper4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:59,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T06:21:59,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:59,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@434ac033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40559,-1 for getting cluster id 2024-11-09T06:21:59,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:59,144 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6c6ab60-4269-46e6-b840-faa87dff339f' 2024-11-09T06:21:59,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:59,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6c6ab60-4269-46e6-b840-faa87dff339f" 2024-11-09T06:21:59,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35148efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40559,-1] 2024-11-09T06:21:59,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:59,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:59,146 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:59,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36bb3ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35899,1731133299263, seqNum=-1] 2024-11-09T06:21:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:59,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:59,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23., hostname=4a84bcce7bad,35899,1731133299263, seqNum=2] 2024-11-09T06:21:59,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:59,216 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 379, reset compression=false 2024-11-09T06:21:59,343 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:21:59,619 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 379, reset compression=false 2024-11-09T06:21:59,646 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:21:59,722 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 379, reset compression=false 2024-11-09T06:21:59,727 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:21:59,727 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 503, reset compression=false 2024-11-09T06:21:59,727 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62fa016135a9d503cc74ebc74de1e23/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T06:21:59,729 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:21:59,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T06:21:59,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:21:59,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22cdba8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,38367,-1 for getting cluster id 2024-11-09T06:21:59,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:21:59,732 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0d701f2-49cc-460d-ba4b-fc06f94766fd' 2024-11-09T06:21:59,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:21:59,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0d701f2-49cc-460d-ba4b-fc06f94766fd" 2024-11-09T06:21:59,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39570c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,38367,-1] 2024-11-09T06:21:59,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:21:59,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:21:59,734 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:21:59,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d348723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:21:59,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:21:59,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,38311,1731133304846, seqNum=-1] 2024-11-09T06:21:59,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:21:59,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T06:21:59,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3., hostname=4a84bcce7bad,38311,1731133304846, seqNum=2] 2024-11-09T06:21:59,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:21:59,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:21:59,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:21:59,931 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 503, reset compression=false 2024-11-09T06:22:00,020 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T06:22:00,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:00,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,35899,1731133299263, seqNum=-1] 2024-11-09T06:22:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:00,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23., hostname=4a84bcce7bad,35899,1731133299263, seqNum=2] 2024-11-09T06:22:00,027 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T06:22:00,049 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:22:00,131 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 379, reset compression=false 2024-11-09T06:22:00,135 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:00,135 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 527, reset compression=false 2024-11-09T06:22:00,135 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:00,237 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 503, reset compression=false 2024-11-09T06:22:00,242 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:00,242 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 607, reset compression=false 2024-11-09T06:22:00,242 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62fa016135a9d503cc74ebc74de1e23/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T06:22:00,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:22:00,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:22:00,338 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 527, reset compression=false 2024-11-09T06:22:00,342 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:00,342 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 655, reset compression=false 2024-11-09T06:22:00,342 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:00,446 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 607, reset compression=false 2024-11-09T06:22:00,549 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 655, reset compression=false 2024-11-09T06:22:00,553 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:22:00,749 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 607, reset compression=false 2024-11-09T06:22:00,852 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 655, reset compression=false 2024-11-09T06:22:01,029 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T06:22:01,032 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T06:22:01,152 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 607, reset compression=false 2024-11-09T06:22:01,157 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:22:01,255 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 655, reset compression=false 2024-11-09T06:22:01,259 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:01,259 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 759, reset compression=false 2024-11-09T06:22:01,259 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8e355ecfbede0b0f5f70b0e2fd303b3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T06:22:01,262 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:01,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T06:22:01,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:22:01,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:22:01,463 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 759, reset compression=false 2024-11-09T06:22:01,656 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 607, reset compression=false 2024-11-09T06:22:01,660 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:01,660 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 735, reset compression=false 2024-11-09T06:22:01,660 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:01,766 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 759, reset compression=false 2024-11-09T06:22:01,860 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:22:01,863 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 735, reset compression=false 2024-11-09T06:22:02,033 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T06:22:02,036 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T06:22:02,165 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 735, reset compression=false 2024-11-09T06:22:02,169 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 759, reset compression=false 2024-11-09T06:22:02,568 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 735, reset compression=false 2024-11-09T06:22:02,663 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 480, reset compression=false 2024-11-09T06:22:02,671 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 759, reset compression=false 2024-11-09T06:22:02,707 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:02,707 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:02,707 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.shipper4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38759,1731133293364 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cdf94d1a204fa202fe79765a0d2c726/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T06:22:02,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:22:02,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:22:02,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:22:02,911 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:03,038 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T06:22:03,071 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 735, reset compression=false 2024-11-09T06:22:03,075 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:03,075 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 882, reset compression=false 2024-11-09T06:22:03,075 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62fa016135a9d503cc74ebc74de1e23/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T06:22:03,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:22:03,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:22:03,214 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:03,274 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 759, reset compression=false 2024-11-09T06:22:03,277 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:03,277 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 930, reset compression=false 2024-11-09T06:22:03,277 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 882, reset compression=false 2024-11-09T06:22:03,277 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:03,480 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 930, reset compression=false 2024-11-09T06:22:03,584 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 882, reset compression=false 2024-11-09T06:22:03,617 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:03,783 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 930, reset compression=false 2024-11-09T06:22:03,987 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 882, reset compression=false 2024-11-09T06:22:04,039 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T06:22:04,041 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T06:22:04,120 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:04,186 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 930, reset compression=false 2024-11-09T06:22:04,490 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 882, reset compression=false 2024-11-09T06:22:04,493 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:04,493 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1041, reset compression=false 2024-11-09T06:22:04,493 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[{test/e62fa016135a9d503cc74ebc74de1e23/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T06:22:04,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:22:04,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38311 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:22:04,689 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 930, reset compression=false 2024-11-09T06:22:04,692 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:04,692 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1080, reset compression=false 2024-11-09T06:22:04,692 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:04,696 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1041, reset compression=false 2024-11-09T06:22:04,723 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:04,895 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1080, reset compression=false 2024-11-09T06:22:04,999 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1041, reset compression=false 2024-11-09T06:22:05,043 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T06:22:05,045 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T06:22:05,198 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1080, reset compression=false 2024-11-09T06:22:05,201 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:05,201 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1239, reset compression=false 2024-11-09T06:22:05,201 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8e355ecfbede0b0f5f70b0e2fd303b3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T06:22:05,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T06:22:05,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T06:22:05,402 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1041, reset compression=false 2024-11-09T06:22:05,404 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1239, reset compression=false 2024-11-09T06:22:05,405 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:05,405 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:05,405 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:05,426 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:05,608 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:05,707 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1239, reset compression=false 2024-11-09T06:22:05,911 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:06,047 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T06:22:06,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:22:06,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:06,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:06,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:06,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:06,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:06,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:22:06,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1612257712, stopped=false 2024-11-09T06:22:06,052 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,38367,1731133304731 2024-11-09T06:22:06,110 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1239, reset compression=false 2024-11-09T06:22:06,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850921562/running 2024-11-09T06:22:06,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850921562/running 2024-11-09T06:22:06,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:22:06,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:22:06,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:06,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:06,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:06,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:06,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,38311,1731133304846' ***** 2024-11-09T06:22:06,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:22:06,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on znode that does not yet exist, /2-850921562/running 2024-11-09T06:22:06,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Set watcher on znode that does not yet exist, /2-850921562/running 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:22:06,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,38311,1731133304846 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:06,115 INFO [RS:0;4a84bcce7bad:38311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:38311. 2024-11-09T06:22:06,115 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8e355ecfbede0b0f5f70b0e2fd303b3, disabling compactions & flushes 2024-11-09T06:22:06,116 DEBUG [RS:0;4a84bcce7bad:38311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:06,116 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:22:06,116 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:06,116 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:22:06,116 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. after waiting 0 ms 2024-11-09T06:22:06,116 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:22:06,116 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:22:06,116 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:22:06,116 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:22:06,116 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:22:06,116 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8e355ecfbede0b0f5f70b0e2fd303b3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T06:22:06,116 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:22:06,116 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1325): Online Regions={c8e355ecfbede0b0f5f70b0e2fd303b3=test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3., 1588230740=hbase:meta,,1.1588230740, 41b75e49a30c16fa084c07cacc712379=hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379.} 2024-11-09T06:22:06,116 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b75e49a30c16fa084c07cacc712379, c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:06,116 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:06,116 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:06,116 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:06,116 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:06,116 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:06,116 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:22:06,130 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/f/890c3026088e4a65b58b3b4491cdad67 is 29, key is row1/f:/1731133324040/DeleteFamily/seqid=0 2024-11-09T06:22:06,131 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/info/27cab285b81644929a63a383fc16c514 is 147, key is hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379./info:regioninfo/1731133318052/Put/seqid=0 2024-11-09T06:22:06,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741840_1016 (size=5152) 2024-11-09T06:22:06,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741841_1017 (size=7686) 2024-11-09T06:22:06,134 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/info/27cab285b81644929a63a383fc16c514 2024-11-09T06:22:06,154 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/ns/dd1915ebf8c3470bad02665417321081 is 43, key is default/ns:d/1731133308066/Put/seqid=0 2024-11-09T06:22:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741842_1018 (size=5153) 2024-11-09T06:22:06,157 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/ns/dd1915ebf8c3470bad02665417321081 2024-11-09T06:22:06,172 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/rep_barrier/9f1223101f294e5b88767c4c3b91a0c4 is 112, key is test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3./rep_barrier:seqnumDuringOpen/1731133312589/Put/seqid=0 2024-11-09T06:22:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741843_1019 (size=5518) 2024-11-09T06:22:06,193 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:06,228 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:06,314 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:06,316 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b75e49a30c16fa084c07cacc712379, c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:06,516 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b75e49a30c16fa084c07cacc712379, c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:06,533 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/f/890c3026088e4a65b58b3b4491cdad67 2024-11-09T06:22:06,536 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 890c3026088e4a65b58b3b4491cdad67 2024-11-09T06:22:06,548 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/f1/a4943141abfc40d5a6f84cd7146eee19 is 30, key is row1/f1:/1731133324040/DeleteFamily/seqid=0 2024-11-09T06:22:06,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741844_1020 (size=5158) 2024-11-09T06:22:06,576 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/rep_barrier/9f1223101f294e5b88767c4c3b91a0c4 2024-11-09T06:22:06,590 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/table/6c82f79c6e414e9d9250e513b5e459e3 is 53, key is hbase:replication/table:state/1731133318058/Put/seqid=0 2024-11-09T06:22:06,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741845_1021 (size=5308) 2024-11-09T06:22:06,613 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1239, reset compression=false 2024-11-09T06:22:06,616 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:06,616 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1486, reset compression=false 2024-11-09T06:22:06,617 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,38311,1731133304846 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:06,617 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,38311,1731133304846: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,38311,1731133304846, walGroup=4a84bcce7bad%2C38311%2C1731133304846, offset=4a84bcce7bad%2C38311%2C1731133304846.1731133307108:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:38311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:22:06,618 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:22:06,618 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:22:06,619 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:22:06,619 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:22:06,619 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:22:06,619 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 974955520 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201128384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:22:06,619 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:38367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:38367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:22:06,716 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b75e49a30c16fa084c07cacc712379, c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:06,817 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:06,820 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1486, reset compression=false 2024-11-09T06:22:06,917 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b75e49a30c16fa084c07cacc712379, c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:06,952 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/f1/a4943141abfc40d5a6f84cd7146eee19 2024-11-09T06:22:06,955 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4943141abfc40d5a6f84cd7146eee19 2024-11-09T06:22:06,968 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/norep/6ca0d94df6394aafa40d82482ca20d3f is 33, key is row2/norep:/1731133325043/DeleteFamily/seqid=0 2024-11-09T06:22:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741846_1022 (size=5108) 2024-11-09T06:22:06,993 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/table/6c82f79c6e414e9d9250e513b5e459e3 2024-11-09T06:22:06,997 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/info/27cab285b81644929a63a383fc16c514 as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/info/27cab285b81644929a63a383fc16c514 2024-11-09T06:22:07,000 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/info/27cab285b81644929a63a383fc16c514, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:22:07,001 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/ns/dd1915ebf8c3470bad02665417321081 as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/ns/dd1915ebf8c3470bad02665417321081 2024-11-09T06:22:07,005 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/ns/dd1915ebf8c3470bad02665417321081, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:22:07,005 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/rep_barrier/9f1223101f294e5b88767c4c3b91a0c4 as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/rep_barrier/9f1223101f294e5b88767c4c3b91a0c4 2024-11-09T06:22:07,008 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/rep_barrier/9f1223101f294e5b88767c4c3b91a0c4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:22:07,009 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/.tmp/table/6c82f79c6e414e9d9250e513b5e459e3 as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/table/6c82f79c6e414e9d9250e513b5e459e3 2024-11-09T06:22:07,012 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/table/6c82f79c6e414e9d9250e513b5e459e3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:22:07,013 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false 2024-11-09T06:22:07,016 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:22:07,016 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:07,016 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:07,016 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:07,016 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133326116Running coprocessor pre-close hooks at 1731133326116Disabling compacts and flushes for region at 1731133326116Disabling writes for close at 1731133326116Obtaining lock to block concurrent updates at 1731133326116Preparing flush snapshotting stores in 1588230740 at 1731133326116Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133326116Flushing stores of hbase:meta,,1.1588230740 at 1731133326117 (+1 ms)Flushing 1588230740/info: creating writer at 1731133326117Flushing 1588230740/info: appending metadata at 1731133326131 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731133326131Flushing 1588230740/ns: creating writer at 1731133326137 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731133326153 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731133326153Flushing 1588230740/rep_barrier: creating writer at 1731133326160 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133326172 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133326172Flushing 1588230740/table: creating writer at 1731133326579 (+407 ms)Flushing 1588230740/table: appending metadata at 1731133326590 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731133326590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5acc63: reopening flushed file at 1731133326997 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d612e20: reopening flushed file at 1731133327000 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2261dc: reopening flushed file at 1731133327005 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a19c8a6: reopening flushed file at 1731133327008 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false at 1731133327013 (+5 ms)Writing region close event to WAL at 1731133327014 (+1 ms)Running coprocessor post-close hooks at 1731133327016 (+2 ms)Closed at 1731133327016 2024-11-09T06:22:07,017 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:07,029 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:22:07,029 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:22:07,117 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:22:07,117 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1325): Online Regions={c8e355ecfbede0b0f5f70b0e2fd303b3=test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3., 41b75e49a30c16fa084c07cacc712379=hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379.} 2024-11-09T06:22:07,117 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 41b75e49a30c16fa084c07cacc712379, c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:07,123 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1486, reset compression=false 2024-11-09T06:22:07,131 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:07,317 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 41b75e49a30c16fa084c07cacc712379, c8e355ecfbede0b0f5f70b0e2fd303b3 2024-11-09T06:22:07,371 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/norep/6ca0d94df6394aafa40d82482ca20d3f 2024-11-09T06:22:07,374 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ca0d94df6394aafa40d82482ca20d3f 2024-11-09T06:22:07,375 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/f/890c3026088e4a65b58b3b4491cdad67 as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/f/890c3026088e4a65b58b3b4491cdad67 2024-11-09T06:22:07,379 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 890c3026088e4a65b58b3b4491cdad67 2024-11-09T06:22:07,379 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/f/890c3026088e4a65b58b3b4491cdad67, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T06:22:07,379 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/f1/a4943141abfc40d5a6f84cd7146eee19 as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/f1/a4943141abfc40d5a6f84cd7146eee19 2024-11-09T06:22:07,383 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4943141abfc40d5a6f84cd7146eee19 2024-11-09T06:22:07,383 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/f1/a4943141abfc40d5a6f84cd7146eee19, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T06:22:07,384 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/.tmp/norep/6ca0d94df6394aafa40d82482ca20d3f as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/norep/6ca0d94df6394aafa40d82482ca20d3f 2024-11-09T06:22:07,387 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ca0d94df6394aafa40d82482ca20d3f 2024-11-09T06:22:07,387 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/norep/6ca0d94df6394aafa40d82482ca20d3f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T06:22:07,388 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c8e355ecfbede0b0f5f70b0e2fd303b3 in 1272ms, sequenceid=10, compaction requested=false 2024-11-09T06:22:07,391 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/data/default/test/c8e355ecfbede0b0f5f70b0e2fd303b3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:07,392 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8e355ecfbede0b0f5f70b0e2fd303b3: Waiting for close lock at 1731133326115Running coprocessor pre-close hooks at 1731133326115Disabling compacts and flushes for region at 1731133326115Disabling writes for close at 1731133326116 (+1 ms)Obtaining lock to block concurrent updates at 1731133326116Preparing flush snapshotting stores in c8e355ecfbede0b0f5f70b0e2fd303b3 at 1731133326116Finished memstore snapshotting test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731133326116Flushing stores of test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. at 1731133326116Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/f: creating writer at 1731133326116Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/f: appending metadata at 1731133326129 (+13 ms)Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/f: closing flushed file at 1731133326129Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/f1: creating writer at 1731133326536 (+407 ms)Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/f1: appending metadata at 1731133326548 (+12 ms)Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/f1: closing flushed file at 1731133326548Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/norep: creating writer at 1731133326955 (+407 ms)Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/norep: appending metadata at 1731133326967 (+12 ms)Flushing c8e355ecfbede0b0f5f70b0e2fd303b3/norep: closing flushed file at 1731133326967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dac9022: reopening flushed file at 1731133327374 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49007fbe: reopening flushed file at 1731133327379 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4173218c: reopening flushed file at 1731133327383 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c8e355ecfbede0b0f5f70b0e2fd303b3 in 1272ms, sequenceid=10, compaction requested=false at 1731133327388 (+5 ms)Writing region close event to WAL at 1731133327389 (+1 ms)Running coprocessor post-close hooks at 1731133327392 (+3 ms)Closed at 1731133327392 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133311402.c8e355ecfbede0b0f5f70b0e2fd303b3. 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b75e49a30c16fa084c07cacc712379, disabling compactions & flushes 2024-11-09T06:22:07,392 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. after waiting 0 ms 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b75e49a30c16fa084c07cacc712379: Waiting for close lock at 1731133327392Running coprocessor pre-close hooks at 1731133327392Disabling compacts and flushes for region at 1731133327392Disabling writes for close at 1731133327392Failed flush hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379., putting online again at 1731133327392 2024-11-09T06:22:07,392 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,419 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:07,517 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:22:07,517 DEBUG [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1351): Waiting on 41b75e49a30c16fa084c07cacc712379 2024-11-09T06:22:07,517 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b75e49a30c16fa084c07cacc712379, disabling compactions & flushes 2024-11-09T06:22:07,517 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,517 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,517 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. after waiting 0 ms 2024-11-09T06:22:07,517 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,517 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b75e49a30c16fa084c07cacc712379: Waiting for close lock at 1731133327517Running coprocessor pre-close hooks at 1731133327517Disabling compacts and flushes for region at 1731133327517Disabling writes for close at 1731133327517Failed flush hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379., putting online again at 1731133327517 2024-11-09T06:22:07,518 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133316855.41b75e49a30c16fa084c07cacc712379. 2024-11-09T06:22:07,526 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 1486, reset compression=false 2024-11-09T06:22:07,530 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:07,530 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 2130, reset compression=false 2024-11-09T06:22:07,717 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T06:22:07,717 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,38311,1731133304846; all regions closed. 2024-11-09T06:22:07,733 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 to pos 2130, reset compression=false 2024-11-09T06:22:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:22:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741839_1015 (size=2171) 2024-11-09T06:22:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741832_1008 (size=2138) 2024-11-09T06:22:07,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/WALs/4a84bcce7bad,38311,1731133304846/4a84bcce7bad%2C38311%2C1731133304846.1731133307108 not finished, retry = 0 2024-11-09T06:22:07,865 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:07,865 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:07,866 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:07,866 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:07,866 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:07,866 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:07,866 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,38311,1731133304846 because: Region server is closing 2024-11-09T06:22:07,866 INFO [RS:0;4a84bcce7bad:38311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:38311. 2024-11-09T06:22:07,866 DEBUG [RS:0;4a84bcce7bad:38311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:07,866 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:07,867 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:07,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:07,967 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.shipper4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 terminated 2024-11-09T06:22:07,967 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38311,1731133304846.replicationSource.wal-reader.4a84bcce7bad%2C38311%2C1731133304846,1-4a84bcce7bad,38311,1731133304846 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:22:07,967 INFO [RS:0;4a84bcce7bad:38311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:38311. 2024-11-09T06:22:07,967 DEBUG [RS:0;4a84bcce7bad:38311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:07,967 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:07,967 DEBUG [RS:0;4a84bcce7bad:38311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:07,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:07,967 INFO [RS:0;4a84bcce7bad:38311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38311 2024-11-09T06:22:08,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562/rs 2024-11-09T06:22:08,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850921562/rs/4a84bcce7bad,38311,1731133304846 2024-11-09T06:22:08,099 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:08,123 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:08,133 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:08,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,38311,1731133304846] 2024-11-09T06:22:08,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-850921562/draining/4a84bcce7bad,38311,1731133304846 already deleted, retry=false 2024-11-09T06:22:08,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,38311,1731133304846 expired; onlineServers=0 2024-11-09T06:22:08,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,38367,1731133304731' ***** 2024-11-09T06:22:08,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:22:08,162 INFO [M:0;4a84bcce7bad:38367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:08,162 INFO [M:0;4a84bcce7bad:38367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:08,162 DEBUG [M:0;4a84bcce7bad:38367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:22:08,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:22:08,163 DEBUG [M:0;4a84bcce7bad:38367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:22:08,163 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133306827 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133306827,5,FailOnTimeoutGroup] 2024-11-09T06:22:08,163 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133306827 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133306827,5,FailOnTimeoutGroup] 2024-11-09T06:22:08,163 INFO [M:0;4a84bcce7bad:38367 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:08,163 INFO [M:0;4a84bcce7bad:38367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:08,163 DEBUG [M:0;4a84bcce7bad:38367 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:22:08,163 INFO [M:0;4a84bcce7bad:38367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:22:08,163 INFO [M:0;4a84bcce7bad:38367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:08,163 INFO [M:0;4a84bcce7bad:38367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:22:08,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:22:08,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-850921562/master 2024-11-09T06:22:08,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-850921562 2024-11-09T06:22:08,173 DEBUG [M:0;4a84bcce7bad:38367 {}] zookeeper.ZKUtil(347): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Unable to get data of znode /2-850921562/master because node does not exist (not an error) 2024-11-09T06:22:08,173 WARN [M:0;4a84bcce7bad:38367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:22:08,174 INFO [M:0;4a84bcce7bad:38367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/.lastflushedseqids 2024-11-09T06:22:08,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741847_1023 (size=245) 2024-11-09T06:22:08,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:08,252 INFO [RS:0;4a84bcce7bad:38311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:08,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38311-0x1011e41b1340007, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:08,252 INFO [RS:0;4a84bcce7bad:38311 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,38311,1731133304846; zookeeper connection closed. 2024-11-09T06:22:08,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a7b6e30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a7b6e30 2024-11-09T06:22:08,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:22:08,579 INFO [M:0;4a84bcce7bad:38367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:22:08,579 INFO [M:0;4a84bcce7bad:38367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:22:08,579 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:08,579 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:08,579 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:08,579 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:08,579 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:08,579 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T06:22:08,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:08,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,593 DEBUG [M:0;4a84bcce7bad:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c3f4c0e3b0a48a881819889d81db99f is 82, key is hbase:meta,,1/info:regioninfo/1731133308048/Put/seqid=0 2024-11-09T06:22:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741848_1024 (size=5672) 2024-11-09T06:22:08,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:08,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:22:08,926 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:08,997 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c3f4c0e3b0a48a881819889d81db99f 2024-11-09T06:22:09,018 DEBUG [M:0;4a84bcce7bad:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e2be9143824e32a4631f3d062a293d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731133318061/Put/seqid=0 2024-11-09T06:22:09,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741849_1025 (size=8516) 2024-11-09T06:22:09,236 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:09,421 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e2be9143824e32a4631f3d062a293d 2024-11-09T06:22:09,441 DEBUG [M:0;4a84bcce7bad:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b7fd731450241e7bdc9fedec846cd8d is 69, key is 4a84bcce7bad,38311,1731133304846/rs:state/1731133306908/Put/seqid=0 2024-11-09T06:22:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741850_1026 (size=5156) 2024-11-09T06:22:09,446 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b7fd731450241e7bdc9fedec846cd8d 2024-11-09T06:22:09,449 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c3f4c0e3b0a48a881819889d81db99f as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c3f4c0e3b0a48a881819889d81db99f 2024-11-09T06:22:09,453 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c3f4c0e3b0a48a881819889d81db99f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T06:22:09,453 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24e2be9143824e32a4631f3d062a293d as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24e2be9143824e32a4631f3d062a293d 2024-11-09T06:22:09,457 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24e2be9143824e32a4631f3d062a293d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T06:22:09,457 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b7fd731450241e7bdc9fedec846cd8d as hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b7fd731450241e7bdc9fedec846cd8d 2024-11-09T06:22:09,460 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/d11a7e69-59e2-3279-4ae4-8bc80a79058f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b7fd731450241e7bdc9fedec846cd8d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T06:22:09,461 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false 2024-11-09T06:22:09,462 INFO [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:09,462 DEBUG [M:0;4a84bcce7bad:38367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133328579Disabling compacts and flushes for region at 1731133328579Disabling writes for close at 1731133328579Obtaining lock to block concurrent updates at 1731133328579Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133328579Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731133328580 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133328580Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133328580Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133328593 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133328593Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133329001 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133329017 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133329017Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133329425 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133329440 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133329440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc47c47: reopening flushed file at 1731133329449 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4e56a: reopening flushed file at 1731133329453 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b13584: reopening flushed file at 1731133329457 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=97, compaction requested=false at 1731133329461 (+4 ms)Writing region close event to WAL at 1731133329462 (+1 ms)Closed at 1731133329462 2024-11-09T06:22:09,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46769 is added to blk_1073741830_1006 (size=63654) 2024-11-09T06:22:09,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:09,464 INFO [M:0;4a84bcce7bad:38367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:22:09,464 INFO [M:0;4a84bcce7bad:38367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38367 2024-11-09T06:22:09,465 INFO [M:0;4a84bcce7bad:38367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:09,635 INFO [M:0;4a84bcce7bad:38367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:09,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:09,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1011e41b1340006, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:09,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b19e327{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:09,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8323c95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:09,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:09,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4975284c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:09,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea312d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:09,639 WARN [BP-1206605977-172.17.0.3-1731133303129 heartbeating to localhost/127.0.0.1:41629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:22:09,639 WARN [BP-1206605977-172.17.0.3-1731133303129 heartbeating to localhost/127.0.0.1:41629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1206605977-172.17.0.3-1731133303129 (Datanode Uuid be7e8a0b-7105-49ab-ab5d-574d884b4a45) service to localhost/127.0.0.1:41629 2024-11-09T06:22:09,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:22:09,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:22:09,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/cluster_005137ac-25c4-163f-8ea3-f0795f8a6026/data/data1/current/BP-1206605977-172.17.0.3-1731133303129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:09,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/cluster_005137ac-25c4-163f-8ea3-f0795f8a6026/data/data2/current/BP-1206605977-172.17.0.3-1731133303129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:09,640 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:22:09,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ec0455e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:09,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f913c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:09,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:09,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5afdb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:09,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@690f3a3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:09,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:22:09,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:22:09,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:09,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:09,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:09,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:09,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:09,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:22:09,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1395800545, stopped=false 2024-11-09T06:22:09,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,40559,1731133299117 2024-11-09T06:22:09,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12044704960/running 2024-11-09T06:22:09,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12044704960/running 2024-11-09T06:22:09,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:22:09,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:22:09,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:09,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:09,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:09,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:09,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on znode that does not yet exist, /12044704960/running 2024-11-09T06:22:09,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Set watcher on znode that does not yet exist, /12044704960/running 2024-11-09T06:22:09,678 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,35899,1731133299263' ***** 2024-11-09T06:22:09,679 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:22:09,679 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(3091): Received CLOSE for e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(3091): Received CLOSE for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,35899,1731133299263 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:09,679 INFO [RS:0;4a84bcce7bad:35899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:35899. 2024-11-09T06:22:09,679 DEBUG [RS:0;4a84bcce7bad:35899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:09,679 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e62fa016135a9d503cc74ebc74de1e23, disabling compactions & flushes 2024-11-09T06:22:09,679 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:09,680 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:22:09,680 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:22:09,680 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. after waiting 0 ms 2024-11-09T06:22:09,680 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:22:09,680 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:22:09,680 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:22:09,680 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:22:09,680 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:22:09,680 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e62fa016135a9d503cc74ebc74de1e23 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T06:22:09,680 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:22:09,680 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1325): Online Regions={e62fa016135a9d503cc74ebc74de1e23=test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23., 1588230740=hbase:meta,,1.1588230740, 162e74c429fe3e30370c47943ba982de=hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de.} 2024-11-09T06:22:09,680 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 162e74c429fe3e30370c47943ba982de, e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:22:09,680 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:09,680 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:09,680 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:09,680 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:09,680 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:09,680 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:22:09,693 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/f/441143d9c05e4cba9f11347724fb8017 is 29, key is row1/f:/1731133324040/DeleteFamily/seqid=0 2024-11-09T06:22:09,695 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/info/fb8994af3bc24e4f8f055f20faf2640d is 147, key is hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de./info:regioninfo/1731133315862/Put/seqid=0 2024-11-09T06:22:09,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741840_1016 (size=5152) 2024-11-09T06:22:09,696 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/f/441143d9c05e4cba9f11347724fb8017 2024-11-09T06:22:09,697 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741841_1017 (size=7686) 2024-11-09T06:22:09,699 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/info/fb8994af3bc24e4f8f055f20faf2640d 2024-11-09T06:22:09,700 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 441143d9c05e4cba9f11347724fb8017 2024-11-09T06:22:09,718 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/ns/ce6a285c3d6e486f871333f97fc51797 is 43, key is default/ns:d/1731133302942/Put/seqid=0 2024-11-09T06:22:09,718 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/f1/8d0a3b7403b2465b9b4c3a356f17159c is 30, key is row1/f1:/1731133324040/DeleteFamily/seqid=0 2024-11-09T06:22:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741842_1018 (size=5153) 2024-11-09T06:22:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741843_1019 (size=5158) 2024-11-09T06:22:09,726 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/f1/8d0a3b7403b2465b9b4c3a356f17159c 2024-11-09T06:22:09,730 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d0a3b7403b2465b9b4c3a356f17159c 2024-11-09T06:22:09,743 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/norep/84211dbf6e19406abbc35213d8384e62 is 33, key is row1/norep:/1731133324040/DeleteFamily/seqid=0 2024-11-09T06:22:09,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741844_1020 (size=5108) 2024-11-09T06:22:09,829 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1191, reset compression=false 2024-11-09T06:22:09,832 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:09,832 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1438, reset compression=false 2024-11-09T06:22:09,832 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,35899,1731133299263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:09,833 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,35899,1731133299263: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,35899,1731133299263, walGroup=4a84bcce7bad%2C35899%2C1731133299263, offset=4a84bcce7bad%2C35899%2C1731133299263.1731133301104:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:35899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:22:09,834 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:22:09,834 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:22:09,835 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:22:09,835 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:22:09,835 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:22:09,835 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 847356608 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 201543376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:22:09,835 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:40559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:40559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:22:09,880 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 162e74c429fe3e30370c47943ba982de, e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:22:09,991 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:22:09,991 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:22:10,035 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1438, reset compression=false 2024-11-09T06:22:10,080 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 162e74c429fe3e30370c47943ba982de, e62fa016135a9d503cc74ebc74de1e23 2024-11-09T06:22:10,126 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/ns/ce6a285c3d6e486f871333f97fc51797 2024-11-09T06:22:10,150 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/norep/84211dbf6e19406abbc35213d8384e62 2024-11-09T06:22:10,151 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/rep_barrier/c36aa6c9f8064ad69a4e89c1bec9b509 is 112, key is test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23./rep_barrier:seqnumDuringOpen/1731133310403/Put/seqid=0 2024-11-09T06:22:10,153 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84211dbf6e19406abbc35213d8384e62 2024-11-09T06:22:10,154 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/f/441143d9c05e4cba9f11347724fb8017 as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/f/441143d9c05e4cba9f11347724fb8017 2024-11-09T06:22:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741845_1021 (size=5518) 2024-11-09T06:22:10,157 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 441143d9c05e4cba9f11347724fb8017 2024-11-09T06:22:10,157 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/f/441143d9c05e4cba9f11347724fb8017, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T06:22:10,158 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/f1/8d0a3b7403b2465b9b4c3a356f17159c as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/f1/8d0a3b7403b2465b9b4c3a356f17159c 2024-11-09T06:22:10,161 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d0a3b7403b2465b9b4c3a356f17159c 2024-11-09T06:22:10,161 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/f1/8d0a3b7403b2465b9b4c3a356f17159c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T06:22:10,162 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/.tmp/norep/84211dbf6e19406abbc35213d8384e62 as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/norep/84211dbf6e19406abbc35213d8384e62 2024-11-09T06:22:10,165 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84211dbf6e19406abbc35213d8384e62 2024-11-09T06:22:10,165 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/norep/84211dbf6e19406abbc35213d8384e62, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T06:22:10,166 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e62fa016135a9d503cc74ebc74de1e23 in 485ms, sequenceid=10, compaction requested=false 2024-11-09T06:22:10,169 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/default/test/e62fa016135a9d503cc74ebc74de1e23/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T06:22:10,169 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:10,169 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:10,169 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:22:10,169 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e62fa016135a9d503cc74ebc74de1e23: Waiting for close lock at 1731133329679Running coprocessor pre-close hooks at 1731133329679Disabling compacts and flushes for region at 1731133329679Disabling writes for close at 1731133329680 (+1 ms)Obtaining lock to block concurrent updates at 1731133329680Preparing flush snapshotting stores in e62fa016135a9d503cc74ebc74de1e23 at 1731133329680Finished memstore snapshotting test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731133329680Flushing stores of test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. at 1731133329680Flushing e62fa016135a9d503cc74ebc74de1e23/f: creating writer at 1731133329680Flushing e62fa016135a9d503cc74ebc74de1e23/f: appending metadata at 1731133329693 (+13 ms)Flushing e62fa016135a9d503cc74ebc74de1e23/f: closing flushed file at 1731133329693Flushing e62fa016135a9d503cc74ebc74de1e23/f1: creating writer at 1731133329700 (+7 ms)Flushing e62fa016135a9d503cc74ebc74de1e23/f1: appending metadata at 1731133329718 (+18 ms)Flushing e62fa016135a9d503cc74ebc74de1e23/f1: closing flushed file at 1731133329718Flushing e62fa016135a9d503cc74ebc74de1e23/norep: creating writer at 1731133329730 (+12 ms)Flushing e62fa016135a9d503cc74ebc74de1e23/norep: appending metadata at 1731133329742 (+12 ms)Flushing e62fa016135a9d503cc74ebc74de1e23/norep: closing flushed file at 1731133329742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfb8ea5: reopening flushed file at 1731133330153 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bb5459: reopening flushed file at 1731133330158 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789d48b6: reopening flushed file at 1731133330161 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e62fa016135a9d503cc74ebc74de1e23 in 485ms, sequenceid=10, compaction requested=false at 1731133330166 (+5 ms)Writing region close event to WAL at 1731133330167 (+1 ms)Running coprocessor post-close hooks at 1731133330169 (+2 ms)Closed at 1731133330169 2024-11-09T06:22:10,169 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133309252.e62fa016135a9d503cc74ebc74de1e23. 2024-11-09T06:22:10,169 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 162e74c429fe3e30370c47943ba982de, disabling compactions & flushes 2024-11-09T06:22:10,170 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. after waiting 0 ms 2024-11-09T06:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 162e74c429fe3e30370c47943ba982de: Waiting for close lock at 1731133330169Running coprocessor pre-close hooks at 1731133330169Disabling compacts and flushes for region at 1731133330169Disabling writes for close at 1731133330170 (+1 ms)Failed flush hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de., putting online again at 1731133330170 2024-11-09T06:22:10,170 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,280 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(3091): Received CLOSE for 162e74c429fe3e30370c47943ba982de 2024-11-09T06:22:10,280 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 162e74c429fe3e30370c47943ba982de 2024-11-09T06:22:10,281 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 162e74c429fe3e30370c47943ba982de, disabling compactions & flushes 2024-11-09T06:22:10,281 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,281 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,281 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. after waiting 0 ms 2024-11-09T06:22:10,281 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,281 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 162e74c429fe3e30370c47943ba982de: Waiting for close lock at 1731133330281Running coprocessor pre-close hooks at 1731133330281Disabling compacts and flushes for region at 1731133330281Disabling writes for close at 1731133330281Failed flush hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de., putting online again at 1731133330281 2024-11-09T06:22:10,281 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de. 2024-11-09T06:22:10,338 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 1438, reset compression=false 2024-11-09T06:22:10,343 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:10,343 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 2082, reset compression=false 2024-11-09T06:22:10,439 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:10,481 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:10,546 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 2082, reset compression=false 2024-11-09T06:22:10,555 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/rep_barrier/c36aa6c9f8064ad69a4e89c1bec9b509 2024-11-09T06:22:10,573 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/table/2c00e8310f4f4349a76cc26fcfe8fe7a is 53, key is hbase:replication/table:state/1731133315867/Put/seqid=0 2024-11-09T06:22:10,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741846_1022 (size=5308) 2024-11-09T06:22:10,681 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:22:10,681 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 162e74c429fe3e30370c47943ba982de=hbase:replication,,1731133314703.162e74c429fe3e30370c47943ba982de.} 2024-11-09T06:22:10,681 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:10,849 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 2082, reset compression=false 2024-11-09T06:22:10,881 DEBUG [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:10,977 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/table/2c00e8310f4f4349a76cc26fcfe8fe7a 2024-11-09T06:22:10,980 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/info/fb8994af3bc24e4f8f055f20faf2640d as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/info/fb8994af3bc24e4f8f055f20faf2640d 2024-11-09T06:22:10,983 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/info/fb8994af3bc24e4f8f055f20faf2640d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:22:10,984 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/ns/ce6a285c3d6e486f871333f97fc51797 as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/ns/ce6a285c3d6e486f871333f97fc51797 2024-11-09T06:22:10,987 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/ns/ce6a285c3d6e486f871333f97fc51797, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:22:10,987 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/rep_barrier/c36aa6c9f8064ad69a4e89c1bec9b509 as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/rep_barrier/c36aa6c9f8064ad69a4e89c1bec9b509 2024-11-09T06:22:10,990 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/rep_barrier/c36aa6c9f8064ad69a4e89c1bec9b509, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:22:10,991 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/.tmp/table/2c00e8310f4f4349a76cc26fcfe8fe7a as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/table/2c00e8310f4f4349a76cc26fcfe8fe7a 2024-11-09T06:22:10,994 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/table/2c00e8310f4f4349a76cc26fcfe8fe7a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:22:10,995 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-09T06:22:10,995 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:22:11,001 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:22:11,001 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:11,001 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:11,001 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:11,001 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133329680Running coprocessor pre-close hooks at 1731133329680Disabling compacts and flushes for region at 1731133329680Disabling writes for close at 1731133329680Obtaining lock to block concurrent updates at 1731133329680Preparing flush snapshotting stores in 1588230740 at 1731133329680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133329680Flushing stores of hbase:meta,,1.1588230740 at 1731133329681 (+1 ms)Flushing 1588230740/info: creating writer at 1731133329681Flushing 1588230740/info: appending metadata at 1731133329695 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731133329695Flushing 1588230740/ns: creating writer at 1731133329701 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731133329718 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731133329718Flushing 1588230740/rep_barrier: creating writer at 1731133330129 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133330151 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133330151Flushing 1588230740/table: creating writer at 1731133330558 (+407 ms)Flushing 1588230740/table: appending metadata at 1731133330573 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731133330573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66199563: reopening flushed file at 1731133330980 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5645a979: reopening flushed file at 1731133330983 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f00540: reopening flushed file at 1731133330987 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676be089: reopening flushed file at 1731133330990 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1731133330995 (+5 ms)Writing region close event to WAL at 1731133330999 (+4 ms)Running coprocessor post-close hooks at 1731133331001 (+2 ms)Closed at 1731133331001 2024-11-09T06:22:11,001 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:11,081 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T06:22:11,081 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,35899,1731133299263; all regions closed. 2024-11-09T06:22:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:22:11,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.meta.1731133302841.meta not finished, retry = 0 2024-11-09T06:22:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741839_1015 (size=2171) 2024-11-09T06:22:11,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.rep.1731133315834 not finished, retry = 0 2024-11-09T06:22:11,251 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 to pos 2082, reset compression=false 2024-11-09T06:22:11,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/WALs/4a84bcce7bad,35899,1731133299263/4a84bcce7bad%2C35899%2C1731133299263.1731133301104 not finished, retry = 0 2024-11-09T06:22:11,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741832_1008 (size=2090) 2024-11-09T06:22:11,389 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:11,389 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:11,389 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:11,389 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:11,389 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:11,389 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:11,389 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,35899,1731133299263 because: Region server is closing 2024-11-09T06:22:11,390 INFO [RS:0;4a84bcce7bad:35899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:35899. 2024-11-09T06:22:11,390 DEBUG [RS:0;4a84bcce7bad:35899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:11,390 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:11,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:11,390 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:11,490 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.shipper4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 terminated 2024-11-09T06:22:11,490 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,35899,1731133299263.replicationSource.wal-reader.4a84bcce7bad%2C35899%2C1731133299263,1-4a84bcce7bad,35899,1731133299263 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:22:11,491 INFO [RS:0;4a84bcce7bad:35899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:35899. 2024-11-09T06:22:11,491 DEBUG [RS:0;4a84bcce7bad:35899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:11,491 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:11,491 DEBUG [RS:0;4a84bcce7bad:35899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:11,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:11,491 INFO [RS:0;4a84bcce7bad:35899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35899 2024-11-09T06:22:11,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12044704960/rs/4a84bcce7bad,35899,1731133299263 2024-11-09T06:22:11,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960/rs 2024-11-09T06:22:11,556 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:11,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,35899,1731133299263] 2024-11-09T06:22:11,614 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12044704960/draining/4a84bcce7bad,35899,1731133299263 already deleted, retry=false 2024-11-09T06:22:11,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,35899,1731133299263 expired; onlineServers=0 2024-11-09T06:22:11,615 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,40559,1731133299117' ***** 2024-11-09T06:22:11,615 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:22:11,615 INFO [M:0;4a84bcce7bad:40559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:11,615 INFO [M:0;4a84bcce7bad:40559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:11,615 DEBUG [M:0;4a84bcce7bad:40559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:22:11,615 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:22:11,615 DEBUG [M:0;4a84bcce7bad:40559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:22:11,615 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133300826 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133300826,5,FailOnTimeoutGroup] 2024-11-09T06:22:11,615 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133300826 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133300826,5,FailOnTimeoutGroup] 2024-11-09T06:22:11,615 INFO [M:0;4a84bcce7bad:40559 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:11,615 INFO [M:0;4a84bcce7bad:40559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:11,615 DEBUG [M:0;4a84bcce7bad:40559 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:22:11,615 INFO [M:0;4a84bcce7bad:40559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:22:11,615 INFO [M:0;4a84bcce7bad:40559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:11,615 INFO [M:0;4a84bcce7bad:40559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:22:11,616 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:22:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12044704960/master 2024-11-09T06:22:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12044704960 2024-11-09T06:22:11,625 DEBUG [M:0;4a84bcce7bad:40559 {}] zookeeper.ZKUtil(347): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Unable to get data of znode /12044704960/master because node does not exist (not an error) 2024-11-09T06:22:11,625 WARN [M:0;4a84bcce7bad:40559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:22:11,626 INFO [M:0;4a84bcce7bad:40559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/.lastflushedseqids 2024-11-09T06:22:11,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741847_1023 (size=245) 2024-11-09T06:22:11,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:11,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35899-0x1011e41b1340004, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:11,694 INFO [RS:0;4a84bcce7bad:35899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:11,694 INFO [RS:0;4a84bcce7bad:35899 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,35899,1731133299263; zookeeper connection closed. 2024-11-09T06:22:11,695 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 2024-11-09T06:22:11,695 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:22:11,742 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:12,032 INFO [M:0;4a84bcce7bad:40559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:22:12,032 INFO [M:0;4a84bcce7bad:40559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:22:12,032 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:12,032 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:12,032 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:12,032 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:12,032 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:12,032 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T06:22:12,051 DEBUG [M:0;4a84bcce7bad:40559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432ecafe668e44b9a0397ad4a5ec103c is 82, key is hbase:meta,,1/info:regioninfo/1731133302868/Put/seqid=0 2024-11-09T06:22:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741848_1024 (size=5672) 2024-11-09T06:22:12,055 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432ecafe668e44b9a0397ad4a5ec103c 2024-11-09T06:22:12,071 DEBUG [M:0;4a84bcce7bad:40559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29e587af185649269f949e49cc7c34e4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731133315870/Put/seqid=0 2024-11-09T06:22:12,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741849_1025 (size=8516) 2024-11-09T06:22:12,475 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29e587af185649269f949e49cc7c34e4 2024-11-09T06:22:12,493 DEBUG [M:0;4a84bcce7bad:40559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fc536c64ca146a49fcd90cd55be3db9 is 69, key is 4a84bcce7bad,35899,1731133299263/rs:state/1731133300918/Put/seqid=0 2024-11-09T06:22:12,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741850_1026 (size=5156) 2024-11-09T06:22:12,896 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fc536c64ca146a49fcd90cd55be3db9 2024-11-09T06:22:12,900 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432ecafe668e44b9a0397ad4a5ec103c as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432ecafe668e44b9a0397ad4a5ec103c 2024-11-09T06:22:12,903 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432ecafe668e44b9a0397ad4a5ec103c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T06:22:12,904 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29e587af185649269f949e49cc7c34e4 as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29e587af185649269f949e49cc7c34e4 2024-11-09T06:22:12,907 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29e587af185649269f949e49cc7c34e4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T06:22:12,908 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fc536c64ca146a49fcd90cd55be3db9 as hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fc536c64ca146a49fcd90cd55be3db9 2024-11-09T06:22:12,910 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38861/user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fc536c64ca146a49fcd90cd55be3db9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T06:22:12,911 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-09T06:22:12,912 INFO [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:12,912 DEBUG [M:0;4a84bcce7bad:40559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133332032Disabling compacts and flushes for region at 1731133332032Disabling writes for close at 1731133332032Obtaining lock to block concurrent updates at 1731133332032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133332032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731133332033 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133332033Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133332033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133332051 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133332051Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133332058 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133332071 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133332071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133332478 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133332492 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133332492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6794192e: reopening flushed file at 1731133332899 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a18e1e: reopening flushed file at 1731133332903 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c34f1a8: reopening flushed file at 1731133332907 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1731133332911 (+4 ms)Writing region close event to WAL at 1731133332912 (+1 ms)Closed at 1731133332912 2024-11-09T06:22:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44375 is added to blk_1073741830_1006 (size=63654) 2024-11-09T06:22:12,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b3aaaec7-0e90-d1d3-ff97-f741bebb2edc/MasterData/WALs/4a84bcce7bad,40559,1731133299117/4a84bcce7bad%2C40559%2C1731133299117.1731133300570 not finished, retry = 0 2024-11-09T06:22:13,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:13,015 INFO [M:0;4a84bcce7bad:40559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:22:13,015 INFO [M:0;4a84bcce7bad:40559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40559 2024-11-09T06:22:13,015 INFO [M:0;4a84bcce7bad:40559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:13,145 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/WALs/4a84bcce7bad,38759,1731133293364/4a84bcce7bad%2C38759%2C1731133293364.1731133295665 to pos 636, reset compression=false 2024-11-09T06:22:13,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:13,235 INFO [M:0;4a84bcce7bad:40559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:13,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40559-0x1011e41b1340003, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:13,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2706293f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:13,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5951586f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:13,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:13,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@272ebe5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:13,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ce2e449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:13,239 WARN [BP-690000036-172.17.0.3-1731133297003 heartbeating to localhost/127.0.0.1:38861 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:22:13,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:22:13,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:22:13,239 WARN [BP-690000036-172.17.0.3-1731133297003 heartbeating to localhost/127.0.0.1:38861 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-690000036-172.17.0.3-1731133297003 (Datanode Uuid ce367655-fdb6-4b31-8452-f835acb5ab15) service to localhost/127.0.0.1:38861 2024-11-09T06:22:13,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/cluster_6cde0314-3c58-f9f0-332d-f46622479152/data/data1/current/BP-690000036-172.17.0.3-1731133297003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:13,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/cluster_6cde0314-3c58-f9f0-332d-f46622479152/data/data2/current/BP-690000036-172.17.0.3-1731133297003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:13,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:22:13,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@508b2f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:13,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51bfd5e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:13,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:13,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40344dee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:13,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31e9c4c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b958d49-c993-719b-ebfa-b0c8e647c99f/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:13,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:22:13,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:22:13,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:13,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:13,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:13,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:13,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:13,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:22:13,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=423784850, stopped=false 2024-11-09T06:22:13,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,46217,1731133293172 2024-11-09T06:22:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367322683/running 2024-11-09T06:22:13,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367322683/running 2024-11-09T06:22:13,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:22:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:22:13,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:13,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:13,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:13,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,38759,1731133293364' ***** 2024-11-09T06:22:13,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:22:13,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on znode that does not yet exist, /0-367322683/running 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:22:13,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Set watcher on znode that does not yet exist, /0-367322683/running 2024-11-09T06:22:13,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(3091): Received CLOSE for f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cdf94d1a204fa202fe79765a0d2c726 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,38759,1731133293364 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:38759. 2024-11-09T06:22:13,273 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f110e1e312af1fbdda664a39b1cf4b2c, disabling compactions & flushes 2024-11-09T06:22:13,273 DEBUG [RS:0;4a84bcce7bad:38759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:13,273 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:22:13,273 DEBUG [RS:0;4a84bcce7bad:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:13,273 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:22:13,273 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. after waiting 0 ms 2024-11-09T06:22:13,273 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:22:13,273 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:22:13,274 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:22:13,274 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:22:13,274 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f110e1e312af1fbdda664a39b1cf4b2c 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-09T06:22:13,274 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:22:13,274 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1325): Online Regions={f110e1e312af1fbdda664a39b1cf4b2c=hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c., 0cdf94d1a204fa202fe79765a0d2c726=test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:22:13,274 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1351): Waiting on 0cdf94d1a204fa202fe79765a0d2c726, 1588230740, f110e1e312af1fbdda664a39b1cf4b2c 2024-11-09T06:22:13,274 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:13,274 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:13,274 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:13,274 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:13,274 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:13,274 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:22:13,275 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:13,286 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c/.tmp/queue/118639ff5da64e81ac4b3c12104f41d0 is 153, key is 1-4a84bcce7bad,38759,1731133293364/queue:4a84bcce7bad%2C38759%2C1731133293364/1731133322711/Put/seqid=0 2024-11-09T06:22:13,289 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/info/166c91019145414b969eaf58d7341b77 is 147, key is hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c./info:regioninfo/1731133314327/Put/seqid=0 2024-11-09T06:22:13,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741840_1016 (size=5352) 2024-11-09T06:22:13,289 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c/.tmp/queue/118639ff5da64e81ac4b3c12104f41d0 2024-11-09T06:22:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741841_1017 (size=7686) 2024-11-09T06:22:13,292 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/info/166c91019145414b969eaf58d7341b77 2024-11-09T06:22:13,293 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c/.tmp/queue/118639ff5da64e81ac4b3c12104f41d0 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c/queue/118639ff5da64e81ac4b3c12104f41d0 2024-11-09T06:22:13,296 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c/queue/118639ff5da64e81ac4b3c12104f41d0, entries=1, sequenceid=8, filesize=5.2 K 2024-11-09T06:22:13,297 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f110e1e312af1fbdda664a39b1cf4b2c in 24ms, sequenceid=8, compaction requested=false 2024-11-09T06:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/replication/f110e1e312af1fbdda664a39b1cf4b2c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T06:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:13,302 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:22:13,302 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f110e1e312af1fbdda664a39b1cf4b2c: Waiting for close lock at 1731133333273Running coprocessor pre-close hooks at 1731133333273Disabling compacts and flushes for region at 1731133333273Disabling writes for close at 1731133333273Obtaining lock to block concurrent updates at 1731133333274 (+1 ms)Preparing flush snapshotting stores in f110e1e312af1fbdda664a39b1cf4b2c at 1731133333274Finished memstore snapshotting hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731133333274Flushing stores of hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. at 1731133333274Flushing f110e1e312af1fbdda664a39b1cf4b2c/queue: creating writer at 1731133333274Flushing f110e1e312af1fbdda664a39b1cf4b2c/queue: appending metadata at 1731133333286 (+12 ms)Flushing f110e1e312af1fbdda664a39b1cf4b2c/queue: closing flushed file at 1731133333286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2295e772: reopening flushed file at 1731133333293 (+7 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f110e1e312af1fbdda664a39b1cf4b2c in 24ms, sequenceid=8, compaction requested=false at 1731133333297 (+4 ms)Writing region close event to WAL at 1731133333299 (+2 ms)Running coprocessor post-close hooks at 1731133333302 (+3 ms)Closed at 1731133333302 2024-11-09T06:22:13,303 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133313564.f110e1e312af1fbdda664a39b1cf4b2c. 2024-11-09T06:22:13,303 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cdf94d1a204fa202fe79765a0d2c726, disabling compactions & flushes 2024-11-09T06:22:13,303 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:22:13,303 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:22:13,303 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. after waiting 0 ms 2024-11-09T06:22:13,303 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:22:13,303 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cdf94d1a204fa202fe79765a0d2c726 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T06:22:13,312 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/ns/842780f210b742e4a75e94890cd63094 is 43, key is default/ns:d/1731133296819/Put/seqid=0 2024-11-09T06:22:13,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741842_1018 (size=5153) 2024-11-09T06:22:13,317 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/f/85080721155146eb861b6bc5ae6f4f23 is 28, key is row/f:/1731133322034/DeleteFamily/seqid=0 2024-11-09T06:22:13,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741843_1019 (size=5085) 2024-11-09T06:22:13,474 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1351): Waiting on 0cdf94d1a204fa202fe79765a0d2c726, 1588230740 2024-11-09T06:22:13,537 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:22:13,537 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:22:13,674 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1351): Waiting on 0cdf94d1a204fa202fe79765a0d2c726, 1588230740 2024-11-09T06:22:13,716 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/ns/842780f210b742e4a75e94890cd63094 2024-11-09T06:22:13,720 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/f/85080721155146eb861b6bc5ae6f4f23 2024-11-09T06:22:13,723 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85080721155146eb861b6bc5ae6f4f23 2024-11-09T06:22:13,734 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/rep_barrier/7572d626869044a28a09c9c5b89b5c67 is 112, key is test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726./rep_barrier:seqnumDuringOpen/1731133308849/Put/seqid=0 2024-11-09T06:22:13,734 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/f1/d27d0540937044d2a12b16caa04a9719 is 29, key is row/f1:/1731133322034/DeleteFamily/seqid=0 2024-11-09T06:22:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741845_1021 (size=5089) 2024-11-09T06:22:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741844_1020 (size=5518) 2024-11-09T06:22:13,743 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/rep_barrier/7572d626869044a28a09c9c5b89b5c67 2024-11-09T06:22:13,743 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/f1/d27d0540937044d2a12b16caa04a9719 2024-11-09T06:22:13,747 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27d0540937044d2a12b16caa04a9719 2024-11-09T06:22:13,764 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/table/37b86d82e38441e0b163b7e5dd889c53 is 53, key is hbase:replication/table:state/1731133314332/Put/seqid=0 2024-11-09T06:22:13,765 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/norep/f59d56e1aa09403b9f96ec5de783ca99 is 32, key is row/norep:/1731133322034/DeleteFamily/seqid=0 2024-11-09T06:22:13,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741846_1022 (size=5308) 2024-11-09T06:22:13,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741847_1023 (size=5101) 2024-11-09T06:22:13,768 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/norep/f59d56e1aa09403b9f96ec5de783ca99 2024-11-09T06:22:13,771 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59d56e1aa09403b9f96ec5de783ca99 2024-11-09T06:22:13,771 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/f/85080721155146eb861b6bc5ae6f4f23 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/f/85080721155146eb861b6bc5ae6f4f23 2024-11-09T06:22:13,774 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85080721155146eb861b6bc5ae6f4f23 2024-11-09T06:22:13,774 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/f/85080721155146eb861b6bc5ae6f4f23, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T06:22:13,774 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/f1/d27d0540937044d2a12b16caa04a9719 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/f1/d27d0540937044d2a12b16caa04a9719 2024-11-09T06:22:13,777 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d27d0540937044d2a12b16caa04a9719 2024-11-09T06:22:13,777 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/f1/d27d0540937044d2a12b16caa04a9719, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T06:22:13,778 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/.tmp/norep/f59d56e1aa09403b9f96ec5de783ca99 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/norep/f59d56e1aa09403b9f96ec5de783ca99 2024-11-09T06:22:13,781 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f59d56e1aa09403b9f96ec5de783ca99 2024-11-09T06:22:13,781 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/norep/f59d56e1aa09403b9f96ec5de783ca99, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T06:22:13,782 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0cdf94d1a204fa202fe79765a0d2c726 in 479ms, sequenceid=6, compaction requested=false 2024-11-09T06:22:13,782 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:22:13,785 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/default/test/0cdf94d1a204fa202fe79765a0d2c726/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T06:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:13,786 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cdf94d1a204fa202fe79765a0d2c726: Waiting for close lock at 1731133333303Running coprocessor pre-close hooks at 1731133333303Disabling compacts and flushes for region at 1731133333303Disabling writes for close at 1731133333303Obtaining lock to block concurrent updates at 1731133333303Preparing flush snapshotting stores in 0cdf94d1a204fa202fe79765a0d2c726 at 1731133333303Finished memstore snapshotting test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731133333303Flushing stores of test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. at 1731133333304 (+1 ms)Flushing 0cdf94d1a204fa202fe79765a0d2c726/f: creating writer at 1731133333304Flushing 0cdf94d1a204fa202fe79765a0d2c726/f: appending metadata at 1731133333316 (+12 ms)Flushing 0cdf94d1a204fa202fe79765a0d2c726/f: closing flushed file at 1731133333316Flushing 0cdf94d1a204fa202fe79765a0d2c726/f1: creating writer at 1731133333723 (+407 ms)Flushing 0cdf94d1a204fa202fe79765a0d2c726/f1: appending metadata at 1731133333734 (+11 ms)Flushing 0cdf94d1a204fa202fe79765a0d2c726/f1: closing flushed file at 1731133333734Flushing 0cdf94d1a204fa202fe79765a0d2c726/norep: creating writer at 1731133333747 (+13 ms)Flushing 0cdf94d1a204fa202fe79765a0d2c726/norep: appending metadata at 1731133333764 (+17 ms)Flushing 0cdf94d1a204fa202fe79765a0d2c726/norep: closing flushed file at 1731133333764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d34da0: reopening flushed file at 1731133333771 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ab5a31: reopening flushed file at 1731133333774 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a814802: reopening flushed file at 1731133333777 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0cdf94d1a204fa202fe79765a0d2c726 in 479ms, sequenceid=6, compaction requested=false at 1731133333782 (+5 ms)Writing region close event to WAL at 1731133333783 (+1 ms)Running coprocessor post-close hooks at 1731133333786 (+3 ms)Closed at 1731133333786 2024-11-09T06:22:13,786 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133308108.0cdf94d1a204fa202fe79765a0d2c726. 2024-11-09T06:22:13,874 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:14,075 DEBUG [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:14,168 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/table/37b86d82e38441e0b163b7e5dd889c53 2024-11-09T06:22:14,172 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/info/166c91019145414b969eaf58d7341b77 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/info/166c91019145414b969eaf58d7341b77 2024-11-09T06:22:14,175 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/info/166c91019145414b969eaf58d7341b77, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:22:14,176 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/ns/842780f210b742e4a75e94890cd63094 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/ns/842780f210b742e4a75e94890cd63094 2024-11-09T06:22:14,179 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/ns/842780f210b742e4a75e94890cd63094, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:22:14,180 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/rep_barrier/7572d626869044a28a09c9c5b89b5c67 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/rep_barrier/7572d626869044a28a09c9c5b89b5c67 2024-11-09T06:22:14,184 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/rep_barrier/7572d626869044a28a09c9c5b89b5c67, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:22:14,184 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/.tmp/table/37b86d82e38441e0b163b7e5dd889c53 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/table/37b86d82e38441e0b163b7e5dd889c53 2024-11-09T06:22:14,187 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/table/37b86d82e38441e0b163b7e5dd889c53, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:22:14,188 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false 2024-11-09T06:22:14,191 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:22:14,192 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:14,192 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:14,192 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:14,192 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133333274Running coprocessor pre-close hooks at 1731133333274Disabling compacts and flushes for region at 1731133333274Disabling writes for close at 1731133333274Obtaining lock to block concurrent updates at 1731133333274Preparing flush snapshotting stores in 1588230740 at 1731133333274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133333274Flushing stores of hbase:meta,,1.1588230740 at 1731133333274Flushing 1588230740/info: creating writer at 1731133333274Flushing 1588230740/info: appending metadata at 1731133333288 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731133333288Flushing 1588230740/ns: creating writer at 1731133333295 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731133333312 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731133333312Flushing 1588230740/rep_barrier: creating writer at 1731133333719 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133333734 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133333734Flushing 1588230740/table: creating writer at 1731133333747 (+13 ms)Flushing 1588230740/table: appending metadata at 1731133333764 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731133333764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eaec512: reopening flushed file at 1731133334171 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2286ba13: reopening flushed file at 1731133334175 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36942fee: reopening flushed file at 1731133334180 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370de032: reopening flushed file at 1731133334184 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1731133334188 (+4 ms)Writing region close event to WAL at 1731133334189 (+1 ms)Running coprocessor post-close hooks at 1731133334192 (+3 ms)Closed at 1731133334192 2024-11-09T06:22:14,192 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:14,275 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,38759,1731133293364; all regions closed. 2024-11-09T06:22:14,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741834_1010 (size=4239) 2024-11-09T06:22:14,283 DEBUG [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/oldWALs 2024-11-09T06:22:14,283 INFO [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C38759%2C1731133293364.meta:.meta(num 1731133296705) 2024-11-09T06:22:14,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741839_1015 (size=2240) 2024-11-09T06:22:14,298 DEBUG [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/oldWALs 2024-11-09T06:22:14,298 INFO [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C38759%2C1731133293364.rep:(num 1731133314300) 2024-11-09T06:22:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741832_1008 (size=1535) 2024-11-09T06:22:14,303 DEBUG [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/oldWALs 2024-11-09T06:22:14,303 INFO [RS:0;4a84bcce7bad:38759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C38759%2C1731133293364:(num 1731133295665) 2024-11-09T06:22:14,303 DEBUG [RS:0;4a84bcce7bad:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:14,303 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:14,303 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:14,304 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:14,304 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:14,304 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,38759,1731133293364 because: Region server is closing 2024-11-09T06:22:14,304 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:14,304 INFO [RS:0;4a84bcce7bad:38759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:38759. 2024-11-09T06:22:14,304 DEBUG [RS:0;4a84bcce7bad:38759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:14,304 DEBUG [RS:0;4a84bcce7bad:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:14,304 DEBUG [RS:0;4a84bcce7bad:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:14,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:14,405 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.shipper4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:22:14,405 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.shipper4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 terminated 2024-11-09T06:22:14,405 INFO [RS:0;4a84bcce7bad:38759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38759 2024-11-09T06:22:14,412 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,38759,1731133293364.replicationSource.wal-reader.4a84bcce7bad%2C38759%2C1731133293364,1-4a84bcce7bad,38759,1731133293364 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:22:14,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683/rs 2024-11-09T06:22:14,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367322683/rs/4a84bcce7bad,38759,1731133293364 2024-11-09T06:22:14,419 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:14,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,38759,1731133293364] 2024-11-09T06:22:14,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-367322683/draining/4a84bcce7bad,38759,1731133293364 already deleted, retry=false 2024-11-09T06:22:14,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,38759,1731133293364 expired; onlineServers=0 2024-11-09T06:22:14,441 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,46217,1731133293172' ***** 2024-11-09T06:22:14,441 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:22:14,441 INFO [M:0;4a84bcce7bad:46217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:14,441 INFO [M:0;4a84bcce7bad:46217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:14,441 DEBUG [M:0;4a84bcce7bad:46217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:22:14,441 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:22:14,442 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133295437 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133295437,5,FailOnTimeoutGroup] 2024-11-09T06:22:14,442 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133295438 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133295438,5,FailOnTimeoutGroup] 2024-11-09T06:22:14,442 DEBUG [M:0;4a84bcce7bad:46217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:22:14,442 INFO [M:0;4a84bcce7bad:46217 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:14,442 INFO [M:0;4a84bcce7bad:46217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:14,442 DEBUG [M:0;4a84bcce7bad:46217 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:22:14,442 INFO [M:0;4a84bcce7bad:46217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:22:14,443 INFO [M:0;4a84bcce7bad:46217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:14,443 ERROR [M:0;4a84bcce7bad:46217 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38535,5,PEWorkerGroup] 2024-11-09T06:22:14,443 INFO [M:0;4a84bcce7bad:46217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:22:14,443 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:22:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-367322683/master 2024-11-09T06:22:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-367322683 2024-11-09T06:22:14,451 DEBUG [M:0;4a84bcce7bad:46217 {}] zookeeper.ZKUtil(347): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Unable to get data of znode /0-367322683/master because node does not exist (not an error) 2024-11-09T06:22:14,451 WARN [M:0;4a84bcce7bad:46217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:22:14,457 INFO [M:0;4a84bcce7bad:46217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/.lastflushedseqids 2024-11-09T06:22:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741848_1024 (size=245) 2024-11-09T06:22:14,508 INFO [M:0;4a84bcce7bad:46217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:22:14,509 INFO [M:0;4a84bcce7bad:46217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:22:14,509 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:14,509 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:14,509 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:14,509 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:14,509 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:14,509 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T06:22:14,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:14,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1011e41b1340001, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:14,530 INFO [RS:0;4a84bcce7bad:38759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:14,530 INFO [RS:0;4a84bcce7bad:38759 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,38759,1731133293364; zookeeper connection closed. 2024-11-09T06:22:14,535 DEBUG [M:0;4a84bcce7bad:46217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c30009b39e41eb98a8469b62e6dd07 is 82, key is hbase:meta,,1/info:regioninfo/1731133296733/Put/seqid=0 2024-11-09T06:22:14,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@195d8208 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@195d8208 2024-11-09T06:22:14,548 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:22:14,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741849_1025 (size=5672) 2024-11-09T06:22:14,959 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c30009b39e41eb98a8469b62e6dd07 2024-11-09T06:22:14,993 DEBUG [M:0;4a84bcce7bad:46217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7675a4162d34de28a6f3cffc74c84fb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133308857/Put/seqid=0 2024-11-09T06:22:15,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741850_1026 (size=7219) 2024-11-09T06:22:15,010 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7675a4162d34de28a6f3cffc74c84fb 2024-11-09T06:22:15,016 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7675a4162d34de28a6f3cffc74c84fb 2024-11-09T06:22:15,048 DEBUG [M:0;4a84bcce7bad:46217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4e5fa31878a4a458d4fd4784d4f0002 is 69, key is 4a84bcce7bad,38759,1731133293364/rs:state/1731133295518/Put/seqid=0 2024-11-09T06:22:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741851_1027 (size=5156) 2024-11-09T06:22:15,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:15,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:22:15,300 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129127 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:22:15,454 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4e5fa31878a4a458d4fd4784d4f0002 2024-11-09T06:22:15,459 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04c30009b39e41eb98a8469b62e6dd07 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04c30009b39e41eb98a8469b62e6dd07 2024-11-09T06:22:15,462 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04c30009b39e41eb98a8469b62e6dd07, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T06:22:15,463 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7675a4162d34de28a6f3cffc74c84fb as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7675a4162d34de28a6f3cffc74c84fb 2024-11-09T06:22:15,467 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7675a4162d34de28a6f3cffc74c84fb 2024-11-09T06:22:15,467 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7675a4162d34de28a6f3cffc74c84fb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T06:22:15,468 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4e5fa31878a4a458d4fd4784d4f0002 as hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4e5fa31878a4a458d4fd4784d4f0002 2024-11-09T06:22:15,472 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38535/user/jenkins/test-data/e8c05223-9121-12d7-0d95-6dc035b45266/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4e5fa31878a4a458d4fd4784d4f0002, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T06:22:15,473 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=105, compaction requested=false 2024-11-09T06:22:15,474 INFO [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:15,474 DEBUG [M:0;4a84bcce7bad:46217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133334509Disabling compacts and flushes for region at 1731133334509Disabling writes for close at 1731133334509Obtaining lock to block concurrent updates at 1731133334509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133334509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731133334510 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133334510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133334510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133334535 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133334535Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133334963 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133334992 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133334993 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133335016 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133335047 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133335047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8de28c: reopening flushed file at 1731133335458 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c1f7ff: reopening flushed file at 1731133335463 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553c02ce: reopening flushed file at 1731133335467 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=105, compaction requested=false at 1731133335473 (+6 ms)Writing region close event to WAL at 1731133335474 (+1 ms)Closed at 1731133335474 2024-11-09T06:22:15,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741830_1006 (size=64435) 2024-11-09T06:22:15,476 INFO [M:0;4a84bcce7bad:46217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:22:15,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:15,476 INFO [M:0;4a84bcce7bad:46217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46217 2024-11-09T06:22:15,477 INFO [M:0;4a84bcce7bad:46217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:15,588 INFO [M:0;4a84bcce7bad:46217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46217-0x1011e41b1340000, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:15,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50f18e07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:15,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71545e05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:15,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:15,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@875f97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:15,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c929bf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:15,593 WARN [BP-938384364-172.17.0.3-1731133289907 heartbeating to localhost/127.0.0.1:38535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:22:15,593 WARN [BP-938384364-172.17.0.3-1731133289907 heartbeating to localhost/127.0.0.1:38535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-938384364-172.17.0.3-1731133289907 (Datanode Uuid cb959f28-b414-44ad-baa1-2bc288854898) service to localhost/127.0.0.1:38535 2024-11-09T06:22:15,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:22:15,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:22:15,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535/data/data1/current/BP-938384364-172.17.0.3-1731133289907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:15,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/cluster_54926afe-42f4-07d7-9343-4cc7b2bac535/data/data2/current/BP-938384364-172.17.0.3-1731133289907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:15,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:22:15,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34cbd1f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:15,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@262915a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:15,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:15,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@debcf10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:15,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282e8fd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ff2b944-3a91-9056-b341-0b4f7cba7fb3/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:15,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:22:15,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:22:15,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53479) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38535 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53479) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53479) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38861 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41629 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:41629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38861 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 719) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=528 (was 670) 2024-11-09T06:22:15,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=528 2024-11-09T06:22:15,670 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T06:22:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.log.dir so I do NOT create it in target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb 2024-11-09T06:22:15,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:22:15,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.tmp.dir so I do NOT create it in target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb 2024-11-09T06:22:15,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662c2d2b-0f96-5728-55f1-6ac8365da597/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:22:15,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb 2024-11-09T06:22:15,671 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3, deleteOnExit=true 2024-11-09T06:22:15,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:15,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e41b1340005, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:22:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e41b1340002, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:22:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011e41b1340008, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:22:15,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e41b1340005, quorum=127.0.0.1:53479, baseZNode=/12044704960 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:22:15,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011e41b1340008, quorum=127.0.0.1:53479, baseZNode=/2-850921562 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:22:15,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e41b1340002, quorum=127.0.0.1:53479, baseZNode=/0-367322683 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:22:15,728 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/zookeeper_0, clientPort=51134, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:22:15,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51134 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/test.cache.data in system properties and HBase conf 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:22:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:22:15,733 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:22:15,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:22:15,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:15,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:22:15,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:22:15,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:15,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:16,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:16,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:16,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:16,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:16,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:22:16,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:16,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd99f77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:16,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1428ca57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:16,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@577031ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/java.io.tmpdir/jetty-localhost-34123-hadoop-hdfs-3_4_1-tests_jar-_-any-9384714344364362902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:16,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@351d3435{HTTP/1.1, (http/1.1)}{localhost:34123} 2024-11-09T06:22:16,345 INFO [Time-limited test {}] server.Server(415): Started @326756ms 2024-11-09T06:22:16,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:16,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:16,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:16,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:16,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:22:16,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ea2caf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:16,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e4fa1d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:16,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b29414{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/java.io.tmpdir/jetty-localhost-40625-hadoop-hdfs-3_4_1-tests_jar-_-any-3886748277285932303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:16,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@724e5cc0{HTTP/1.1, (http/1.1)}{localhost:40625} 2024-11-09T06:22:16,855 INFO [Time-limited test {}] server.Server(415): Started @327266ms 2024-11-09T06:22:16,856 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:22:17,874 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/data/data1/current/BP-2075278237-172.17.0.3-1731133335799/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:17,874 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/data/data2/current/BP-2075278237-172.17.0.3-1731133335799/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:17,896 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:22:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa83625999aa47713 with lease ID 0x7df15e8a362f0102: Processing first storage report for DS-d93d9201-90a9-4069-9058-9432388cda22 from datanode DatanodeRegistration(127.0.0.1:41909, datanodeUuid=a9c39626-e3e2-4c5d-a172-2bc600f1ed2f, infoPort=38679, infoSecurePort=0, ipcPort=41839, storageInfo=lv=-57;cid=testClusterID;nsid=195801044;c=1731133335799) 2024-11-09T06:22:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa83625999aa47713 with lease ID 0x7df15e8a362f0102: from storage DS-d93d9201-90a9-4069-9058-9432388cda22 node DatanodeRegistration(127.0.0.1:41909, datanodeUuid=a9c39626-e3e2-4c5d-a172-2bc600f1ed2f, infoPort=38679, infoSecurePort=0, ipcPort=41839, storageInfo=lv=-57;cid=testClusterID;nsid=195801044;c=1731133335799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:22:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa83625999aa47713 with lease ID 0x7df15e8a362f0102: Processing first storage report for DS-a0b49ce7-9f58-4dba-9506-50319cf6056d from datanode DatanodeRegistration(127.0.0.1:41909, datanodeUuid=a9c39626-e3e2-4c5d-a172-2bc600f1ed2f, infoPort=38679, infoSecurePort=0, ipcPort=41839, storageInfo=lv=-57;cid=testClusterID;nsid=195801044;c=1731133335799) 2024-11-09T06:22:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa83625999aa47713 with lease ID 0x7df15e8a362f0102: from storage DS-a0b49ce7-9f58-4dba-9506-50319cf6056d node DatanodeRegistration(127.0.0.1:41909, datanodeUuid=a9c39626-e3e2-4c5d-a172-2bc600f1ed2f, infoPort=38679, infoSecurePort=0, ipcPort=41839, storageInfo=lv=-57;cid=testClusterID;nsid=195801044;c=1731133335799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:22:17,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb 2024-11-09T06:22:17,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:17,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:22:18,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:22:18,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T06:22:18,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:22:18,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:18,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7 with version=8 2024-11-09T06:22:18,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/hbase-staging 2024-11-09T06:22:18,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:18,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:18,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:18,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:18,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:18,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:18,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:22:18,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:18,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37663 2024-11-09T06:22:18,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37663 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-09T06:22:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376630x0, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:18,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37663-0x1011e42644d0000 connected 2024-11-09T06:22:19,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:19,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:19,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on znode that does not yet exist, /0271263811/running 2024-11-09T06:22:19,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7, hbase.cluster.distributed=false 2024-11-09T06:22:19,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on znode that does not yet exist, /0271263811/acl 2024-11-09T06:22:19,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37663 2024-11-09T06:22:19,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37663 2024-11-09T06:22:19,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37663 2024-11-09T06:22:19,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37663 2024-11-09T06:22:19,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37663 2024-11-09T06:22:19,430 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:19,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:19,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:19,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:19,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:19,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:19,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:22:19,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:19,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39017 2024-11-09T06:22:19,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39017 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-09T06:22:19,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:19,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:19,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390170x0, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:19,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39017-0x1011e42644d0001 connected 2024-11-09T06:22:19,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on znode that does not yet exist, /0271263811/running 2024-11-09T06:22:19,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:22:19,497 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:22:19,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on znode that does not yet exist, /0271263811/master 2024-11-09T06:22:19,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on znode that does not yet exist, /0271263811/acl 2024-11-09T06:22:19,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-09T06:22:19,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39017 2024-11-09T06:22:19,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39017 2024-11-09T06:22:19,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-09T06:22:19,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-09T06:22:19,509 DEBUG [M:0;4a84bcce7bad:37663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:37663 2024-11-09T06:22:19,509 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0271263811/backup-masters/4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811/backup-masters 2024-11-09T06:22:19,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811/backup-masters 2024-11-09T06:22:19,592 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on existing znode=/0271263811/backup-masters/4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0271263811/master 2024-11-09T06:22:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:19,718 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on existing znode=/0271263811/master 2024-11-09T06:22:19,719 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0271263811/backup-masters/4a84bcce7bad,37663,1731133338408 from backup master directory 2024-11-09T06:22:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811/backup-masters 2024-11-09T06:22:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0271263811/backup-masters/4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:19,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811/backup-masters 2024-11-09T06:22:19,835 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:19,835 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:19,837 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/hbase.id] with ID: c2ee7271-c1c2-401d-92f4-817cfd40dbd8 2024-11-09T06:22:19,837 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/.tmp/hbase.id 2024-11-09T06:22:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:22:20,241 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/.tmp/hbase.id]:[hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/hbase.id] 2024-11-09T06:22:20,248 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:20,248 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:22:20,249 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:22:20,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:20,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:22:20,669 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:20,670 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:22:20,670 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:20,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:22:21,080 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/data/master/store 2024-11-09T06:22:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:22:21,093 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:21,093 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:21,094 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:21,094 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:21,094 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:21,094 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:21,094 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:21,094 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133341093Disabling compacts and flushes for region at 1731133341093Disabling writes for close at 1731133341094 (+1 ms)Writing region close event to WAL at 1731133341094Closed at 1731133341094 2024-11-09T06:22:21,094 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/data/master/store/.initializing 2024-11-09T06:22:21,094 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/WALs/4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:21,095 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:21,096 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C37663%2C1731133338408, suffix=, logDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/WALs/4a84bcce7bad,37663,1731133338408, archiveDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/oldWALs, maxLogs=10 2024-11-09T06:22:21,108 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/WALs/4a84bcce7bad,37663,1731133338408/4a84bcce7bad%2C37663%2C1731133338408.1731133341096, exclude list is [], retry=0 2024-11-09T06:22:21,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-d93d9201-90a9-4069-9058-9432388cda22,DISK] 2024-11-09T06:22:21,111 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/WALs/4a84bcce7bad,37663,1731133338408/4a84bcce7bad%2C37663%2C1731133338408.1731133341096 2024-11-09T06:22:21,112 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38679:38679)] 2024-11-09T06:22:21,112 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:21,112 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:21,112 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,112 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:22:21,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:21,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:22:21,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:21,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:22:21,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:21,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:22:21,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:21,117 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,118 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,118 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,119 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,119 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,119 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:21,120 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:21,121 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:21,121 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64032778, jitterRate=-0.04583725333213806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:21,122 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133341112Initializing all the Stores at 1731133341113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133341113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133341113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133341113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133341113Cleaning up temporary data from old regions at 1731133341119 (+6 ms)Region opened successfully at 1731133341122 (+3 ms) 2024-11-09T06:22:21,122 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:22:21,123 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfb6713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:21,124 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:22:21,124 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:22:21,124 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:22:21,124 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:22:21,125 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:22:21,125 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:22:21,125 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:22:21,128 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:22:21,129 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Unable to get data of znode /0271263811/balancer because node does not exist (not necessarily an error) 2024-11-09T06:22:21,140 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0271263811/balancer already deleted, retry=false 2024-11-09T06:22:21,140 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:22:21,140 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Unable to get data of znode /0271263811/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:22:21,150 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0271263811/normalizer already deleted, retry=false 2024-11-09T06:22:21,151 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:22:21,151 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Unable to get data of znode /0271263811/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:22:21,161 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0271263811/switch/split already deleted, retry=false 2024-11-09T06:22:21,162 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Unable to get data of znode /0271263811/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:22:21,171 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0271263811/switch/merge already deleted, retry=false 2024-11-09T06:22:21,173 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Unable to get data of znode /0271263811/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:22:21,182 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0271263811/snapshot-cleanup already deleted, retry=false 2024-11-09T06:22:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0271263811/running 2024-11-09T06:22:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0271263811/running 2024-11-09T06:22:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,193 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,37663,1731133338408, sessionid=0x1011e42644d0000, setting cluster-up flag (Was=false) 2024-11-09T06:22:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,250 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0271263811/flush-table-proc/acquired, /0271263811/flush-table-proc/reached, /0271263811/flush-table-proc/abort 2024-11-09T06:22:21,251 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:21,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,303 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0271263811/online-snapshot/acquired, /0271263811/online-snapshot/reached, /0271263811/online-snapshot/abort 2024-11-09T06:22:21,304 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:21,305 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:22:21,308 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:21,309 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:22:21,309 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:22:21,309 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,37663,1731133338408 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:21,310 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:21,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:22:21,319 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133371319 2024-11-09T06:22:21,319 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:22:21,320 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:22:21,320 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:22:21,320 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:22:21,320 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:22:21,320 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:22:21,320 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:22:21,324 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,324 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:22:21,324 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:22:21,325 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:22:21,325 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:22:21,325 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:22:21,325 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:22:21,330 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133341325,5,FailOnTimeoutGroup] 2024-11-09T06:22:21,331 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133341330,5,FailOnTimeoutGroup] 2024-11-09T06:22:21,331 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,331 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:22:21,331 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,331 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:22:21,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:22:21,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7 2024-11-09T06:22:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:22:21,402 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(746): ClusterId : c2ee7271-c1c2-401d-92f4-817cfd40dbd8 2024-11-09T06:22:21,402 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:22:21,414 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:22:21,414 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:22:21,425 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:22:21,425 DEBUG [RS:0;4a84bcce7bad:39017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17922b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:21,439 DEBUG [RS:0;4a84bcce7bad:39017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:39017 2024-11-09T06:22:21,439 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:22:21,439 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:22:21,439 DEBUG [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:22:21,440 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,37663,1731133338408 with port=39017, startcode=1731133339430 2024-11-09T06:22:21,440 DEBUG [RS:0;4a84bcce7bad:39017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:22:21,441 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:22:21,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:21,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37663 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:21,443 DEBUG [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7 2024-11-09T06:22:21,443 DEBUG [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38841 2024-11-09T06:22:21,443 DEBUG [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:22:21,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811/rs 2024-11-09T06:22:21,456 DEBUG [RS:0;4a84bcce7bad:39017 {}] zookeeper.ZKUtil(111): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Set watcher on existing znode=/0271263811/rs/4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:21,456 WARN [RS:0;4a84bcce7bad:39017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:21,456 INFO [RS:0;4a84bcce7bad:39017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:21,457 DEBUG [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/WALs/4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:21,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,39017,1731133339430] 2024-11-09T06:22:21,459 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:22:21,460 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:22:21,461 INFO [RS:0;4a84bcce7bad:39017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:22:21,461 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,461 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:22:21,461 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:22:21,462 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:21,462 DEBUG [RS:0;4a84bcce7bad:39017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:21,462 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,462 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,462 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,462 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,462 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,462 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39017,1731133339430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:21,475 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:22:21,475 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39017,1731133339430-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,475 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,475 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.Replication(171): 4a84bcce7bad,39017,1731133339430 started 2024-11-09T06:22:21,489 INFO [RS:0;4a84bcce7bad:39017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:21,489 INFO [RS:0;4a84bcce7bad:39017 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,39017,1731133339430, RpcServer on 4a84bcce7bad/172.17.0.3:39017, sessionid=0x1011e42644d0001 2024-11-09T06:22:21,489 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:22:21,489 DEBUG [RS:0;4a84bcce7bad:39017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:21,489 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,39017,1731133339430' 2024-11-09T06:22:21,489 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0271263811/flush-table-proc/abort' 2024-11-09T06:22:21,489 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0271263811/flush-table-proc/acquired' 2024-11-09T06:22:21,490 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:22:21,490 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:22:21,490 DEBUG [RS:0;4a84bcce7bad:39017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:21,490 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,39017,1731133339430' 2024-11-09T06:22:21,490 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0271263811/online-snapshot/abort' 2024-11-09T06:22:21,490 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0271263811/online-snapshot/acquired' 2024-11-09T06:22:21,490 DEBUG [RS:0;4a84bcce7bad:39017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:22:21,490 INFO [RS:0;4a84bcce7bad:39017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:22:21,490 INFO [RS:0;4a84bcce7bad:39017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:22:21,591 INFO [RS:0;4a84bcce7bad:39017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:21,592 INFO [RS:0;4a84bcce7bad:39017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C39017%2C1731133339430, suffix=, logDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/WALs/4a84bcce7bad,39017,1731133339430, archiveDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/oldWALs, maxLogs=10 2024-11-09T06:22:21,606 DEBUG [RS:0;4a84bcce7bad:39017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/WALs/4a84bcce7bad,39017,1731133339430/4a84bcce7bad%2C39017%2C1731133339430.1731133341592, exclude list is [], retry=0 2024-11-09T06:22:21,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-d93d9201-90a9-4069-9058-9432388cda22,DISK] 2024-11-09T06:22:21,612 INFO [RS:0;4a84bcce7bad:39017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/WALs/4a84bcce7bad,39017,1731133339430/4a84bcce7bad%2C39017%2C1731133339430.1731133341592 2024-11-09T06:22:21,613 DEBUG [RS:0;4a84bcce7bad:39017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38679:38679)] 2024-11-09T06:22:21,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:21,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:21,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:21,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:21,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:21,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:21,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:21,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:21,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:21,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:21,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:21,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:21,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:21,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:21,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:21,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/hbase/meta/1588230740 2024-11-09T06:22:21,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/hbase/meta/1588230740 2024-11-09T06:22:21,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:21,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:21,746 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:21,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:21,748 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:21,748 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71251623, jitterRate=0.06173191964626312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133341739Initializing all the Stores at 1731133341740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133341740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133341740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133341740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133341740Cleaning up temporary data from old regions at 1731133341746 (+6 ms)Region opened successfully at 1731133341748 (+2 ms) 2024-11-09T06:22:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:21,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:21,749 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:21,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133341749Disabling compacts and flushes for region at 1731133341749Disabling writes for close at 1731133341749Writing region close event to WAL at 1731133341749Closed at 1731133341749 2024-11-09T06:22:21,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:21,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:22:21,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:22:21,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:21,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:22:21,901 DEBUG [4a84bcce7bad:37663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:22:21,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:21,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,39017,1731133339430, state=OPENING 2024-11-09T06:22:21,913 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:22:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0271263811 2024-11-09T06:22:21,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0271263811/meta-region-server: CHANGED 2024-11-09T06:22:21,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0271263811/meta-region-server: CHANGED 2024-11-09T06:22:21,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:21,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39017,1731133339430}] 2024-11-09T06:22:22,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:22,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:22:22,079 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:22:22,079 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:22,080 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:22:22,080 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C39017%2C1731133339430.meta, suffix=.meta, logDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/WALs/4a84bcce7bad,39017,1731133339430, archiveDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/oldWALs, maxLogs=10 2024-11-09T06:22:22,092 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/WALs/4a84bcce7bad,39017,1731133339430/4a84bcce7bad%2C39017%2C1731133339430.meta.1731133342081.meta, exclude list is [], retry=0 2024-11-09T06:22:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41909,DS-d93d9201-90a9-4069-9058-9432388cda22,DISK] 2024-11-09T06:22:22,095 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/WALs/4a84bcce7bad,39017,1731133339430/4a84bcce7bad%2C39017%2C1731133339430.meta.1731133342081.meta 2024-11-09T06:22:22,095 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38679:38679)] 2024-11-09T06:22:22,095 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:22,096 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:22,096 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:22:22,096 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:22:22,096 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:22:22,096 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:22:22,096 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:22,096 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:22:22,096 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:22:22,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:22,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:22,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:22,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:22,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:22,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:22,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:22,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:22,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:22,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:22,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:22,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:22,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:22,101 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:22,101 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/hbase/meta/1588230740 2024-11-09T06:22:22,102 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/hbase/meta/1588230740 2024-11-09T06:22:22,102 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:22,102 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:22,103 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:22,104 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:22,104 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58771001, jitterRate=-0.1242438405752182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:22,104 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:22:22,105 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133342096Writing region info on filesystem at 1731133342096Initializing all the Stores at 1731133342097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133342097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133342097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133342097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133342097Cleaning up temporary data from old regions at 1731133342102 (+5 ms)Running coprocessor post-open hooks at 1731133342104 (+2 ms)Region opened successfully at 1731133342105 (+1 ms) 2024-11-09T06:22:22,105 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133342076 2024-11-09T06:22:22,107 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:22:22,107 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:22:22,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:22,108 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,39017,1731133339430, state=OPEN 2024-11-09T06:22:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39017-0x1011e42644d0001, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0271263811/meta-region-server 2024-11-09T06:22:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37663-0x1011e42644d0000, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0271263811/meta-region-server 2024-11-09T06:22:22,151 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:22,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0271263811/meta-region-server: CHANGED 2024-11-09T06:22:22,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0271263811/meta-region-server: CHANGED 2024-11-09T06:22:22,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:22:22,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39017,1731133339430 in 227 msec 2024-11-09T06:22:22,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:22:22,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-09T06:22:22,155 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:22,155 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:22:22,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:22,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39017,1731133339430, seqNum=-1] 2024-11-09T06:22:22,156 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:22,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:22,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-09T06:22:22,160 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133342160, completionTime=-1 2024-11-09T06:22:22,160 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:22:22,160 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:22:22,161 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:22:22,161 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133402161 2024-11-09T06:22:22,161 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133462161 2024-11-09T06:22:22,161 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:22:22,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37663,1731133338408-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:22,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37663,1731133338408-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:22,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37663,1731133338408-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:22,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:37663, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:22,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:22,162 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:22,163 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:22:22,164 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.329sec 2024-11-09T06:22:22,164 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:22:22,164 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:22:22,165 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:22:22,165 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:22:22,165 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:22:22,165 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37663,1731133338408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:22,165 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37663,1731133338408-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:22:22,166 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:22:22,166 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:22:22,166 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37663,1731133338408-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:22,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c26f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:22,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37663,-1 for getting cluster id 2024-11-09T06:22:22,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:22,204 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ee7271-c1c2-401d-92f4-817cfd40dbd8' 2024-11-09T06:22:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ee7271-c1c2-401d-92f4-817cfd40dbd8" 2024-11-09T06:22:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63720359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37663,-1] 2024-11-09T06:22:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:22,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:22,207 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:22,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654b4f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:22,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39017,1731133339430, seqNum=-1] 2024-11-09T06:22:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:22,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:22,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:22,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51134 2024-11-09T06:22:22,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51134, baseZNode=/0271263811 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:22,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e42644d0002 connected 2024-11-09T06:22:22,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@323a57a3 2024-11-09T06:22:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:22,267 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:22,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:22:22,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:22:22,270 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:22,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:22:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:22,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:22:22,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:22:22,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55d259b6f01ce5be19c60885e3badc63, NAME => 'test,,1731133342267.55d259b6f01ce5be19c60885e3badc63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7 2024-11-09T06:22:22,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41909 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:22:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:22,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133342267.55d259b6f01ce5be19c60885e3badc63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:22,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55d259b6f01ce5be19c60885e3badc63, disabling compactions & flushes 2024-11-09T06:22:22,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. 2024-11-09T06:22:22,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. 2024-11-09T06:22:22,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. after waiting 0 ms 2024-11-09T06:22:22,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. 2024-11-09T06:22:22,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. 2024-11-09T06:22:22,707 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55d259b6f01ce5be19c60885e3badc63: Waiting for close lock at 1731133342706Disabling compacts and flushes for region at 1731133342706Disabling writes for close at 1731133342707 (+1 ms)Writing region close event to WAL at 1731133342707Closed at 1731133342707 2024-11-09T06:22:22,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:22:22,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133342267.55d259b6f01ce5be19c60885e3badc63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133342708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133342708"}]},"ts":"1731133342708"} 2024-11-09T06:22:22,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:22:22,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:22:22,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133342710"}]},"ts":"1731133342710"} 2024-11-09T06:22:22,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:22:22,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55d259b6f01ce5be19c60885e3badc63, ASSIGN}] 2024-11-09T06:22:22,714 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55d259b6f01ce5be19c60885e3badc63, ASSIGN 2024-11-09T06:22:22,715 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55d259b6f01ce5be19c60885e3badc63, ASSIGN; state=OFFLINE, location=4a84bcce7bad,39017,1731133339430; forceNewPlan=false, retain=false 2024-11-09T06:22:22,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55d259b6f01ce5be19c60885e3badc63, regionState=OPENING, regionLocation=4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:22,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55d259b6f01ce5be19c60885e3badc63, ASSIGN because future has completed 2024-11-09T06:22:22,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d259b6f01ce5be19c60885e3badc63, server=4a84bcce7bad,39017,1731133339430}] 2024-11-09T06:22:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:23,024 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. 2024-11-09T06:22:23,024 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55d259b6f01ce5be19c60885e3badc63, NAME => 'test,,1731133342267.55d259b6f01ce5be19c60885e3badc63.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:23,025 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:23,025 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:22:23,025 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,025 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133342267.55d259b6f01ce5be19c60885e3badc63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:23,025 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,026 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,027 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,028 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d259b6f01ce5be19c60885e3badc63 columnFamilyName f 2024-11-09T06:22:23,028 DEBUG [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:23,029 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] regionserver.HStore(327): Store=55d259b6f01ce5be19c60885e3badc63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:23,029 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,030 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d259b6f01ce5be19c60885e3badc63 columnFamilyName f1 2024-11-09T06:22:23,030 DEBUG [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:23,030 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] regionserver.HStore(327): Store=55d259b6f01ce5be19c60885e3badc63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:23,031 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,032 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55d259b6f01ce5be19c60885e3badc63 columnFamilyName norep 2024-11-09T06:22:23,033 DEBUG [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:23,033 INFO [StoreOpener-55d259b6f01ce5be19c60885e3badc63-1 {}] regionserver.HStore(327): Store=55d259b6f01ce5be19c60885e3badc63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:23,033 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,034 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/default/test/55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,034 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/default/test/55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,035 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,035 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,036 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:22:23,037 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,039 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/data/default/test/55d259b6f01ce5be19c60885e3badc63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:23,039 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55d259b6f01ce5be19c60885e3badc63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58891969, jitterRate=-0.12244127690792084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:22:23,039 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55d259b6f01ce5be19c60885e3badc63 2024-11-09T06:22:23,040 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55d259b6f01ce5be19c60885e3badc63: Running coprocessor pre-open hook at 1731133343026Writing region info on filesystem at 1731133343026Initializing all the Stores at 1731133343027 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133343027Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133343027Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133343027Cleaning up temporary data from old regions at 1731133343035 (+8 ms)Running coprocessor post-open hooks at 1731133343039 (+4 ms)Region opened successfully at 1731133343040 (+1 ms) 2024-11-09T06:22:23,041 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133342267.55d259b6f01ce5be19c60885e3badc63., pid=6, masterSystemTime=1731133343021 2024-11-09T06:22:23,043 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. 2024-11-09T06:22:23,043 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133342267.55d259b6f01ce5be19c60885e3badc63. 2024-11-09T06:22:23,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55d259b6f01ce5be19c60885e3badc63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,39017,1731133339430 2024-11-09T06:22:23,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55d259b6f01ce5be19c60885e3badc63, server=4a84bcce7bad,39017,1731133339430 because future has completed 2024-11-09T06:22:23,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:22:23,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55d259b6f01ce5be19c60885e3badc63, server=4a84bcce7bad,39017,1731133339430 in 180 msec 2024-11-09T06:22:23,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:22:23,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55d259b6f01ce5be19c60885e3badc63, ASSIGN in 337 msec 2024-11-09T06:22:23,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:22:23,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133343053"}]},"ts":"1731133343053"} 2024-11-09T06:22:23,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:22:23,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:22:23,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 788 msec 2024-11-09T06:22:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:23,410 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:22:23,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be6190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:23,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37663,-1 for getting cluster id 2024-11-09T06:22:23,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:23,412 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ee7271-c1c2-401d-92f4-817cfd40dbd8' 2024-11-09T06:22:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ee7271-c1c2-401d-92f4-817cfd40dbd8" 2024-11-09T06:22:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da339c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37663,-1] 2024-11-09T06:22:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:23,413 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcd3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:23,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea615f 2024-11-09T06:22:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:23,416 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:23,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:37663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:22:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:22:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:22:23,419 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:37663' 2024-11-09T06:22:23,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53953879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:23,421 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37663,-1 for getting cluster id 2024-11-09T06:22:23,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:23,422 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ee7271-c1c2-401d-92f4-817cfd40dbd8' 2024-11-09T06:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ee7271-c1c2-401d-92f4-817cfd40dbd8" 2024-11-09T06:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0215b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37663,-1] 2024-11-09T06:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:23,423 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:23,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667c545d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:23,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:23,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37663,1731133338408 2024-11-09T06:22:23,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac6dbcd 2024-11-09T06:22:23,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:23,427 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:23,427 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:22:23,427 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:22:23,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:23,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:23,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:23,428 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a84bcce7bad:37663, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T06:22:23,434 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a84bcce7bad:37663, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a84bcce7bad:37663, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a84bcce7bad:37663, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T06:22:23,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://4a84bcce7bad:37663, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=19 msec 2024-11-09T06:22:23,436 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T06:22:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:22:23,531 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://4a84bcce7bad:37663, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T06:22:23,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:23,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:23,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:23,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:23,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:23,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 360) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6b89f40 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2137c2db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcessThread(sid:0 cport:51134): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 3 on default port 38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@228c4acf[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a84bcce7bad:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;4a84bcce7bad:37663 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1956826034-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51134) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 41839 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp851481187-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(42568255) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1956826034-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1fcf99fb java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7/MasterData-prefix:4a84bcce7bad,37663,1731133338408 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1956826034-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1956826034-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133341325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server handler 2 on default port 38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a84bcce7bad:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204647309_20 at /127.0.0.1:55356 [Receiving block BP-2075278237-172.17.0.3-1731133335799:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 38841 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2494effb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 41839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1262999910_20 at /127.0.0.1:55332 [Receiving block BP-2075278237-172.17.0.3-1731133335799:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1956826034-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f2fe0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 41839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/data/data2/current/BP-2075278237-172.17.0.3-1731133335799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp851481187-7924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2075278237-172.17.0.3-1731133335799:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4a84bcce7bad:39017-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 41839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38841 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 4 on default port 41839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:38841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7-prefix:4a84bcce7bad,39017,1731133339430.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2075278237-172.17.0.3-1731133335799 heartbeating to localhost/127.0.0.1:38841 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1956826034-7877-acceptor-0@79ec0895-ServerConnector@351d3435{HTTP/1.1, (http/1.1)}{localhost:34123} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4a84bcce7bad:39017 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51134) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2075278237-172.17.0.3-1731133335799:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51134 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/4a84bcce7bad:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS_OPEN_META-regionserver/4a84bcce7bad:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f2fe0ab9760.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133341330 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp851481187-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@37f45307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1956826034-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51134) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@69e08bcc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/cluster_3c88433e-038d-4943-ce84-5a5af6aa69c3/data/data1/current/BP-2075278237-172.17.0.3-1731133335799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204647309_20 at /127.0.0.1:55302 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 0 on default port 38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@126ffc1c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1956826034-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4e338b15 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f2fe09f9bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1204647309_20 at /127.0.0.1:47662 [Receiving block BP-2075278237-172.17.0.3-1731133335799:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-16da92c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/4a84bcce7bad:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38841/user/jenkins/test-data/3909af0d-a025-52b5-1bf9-a0dbb282caa7-prefix:4a84bcce7bad,39017,1731133339430 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4a694203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp851481187-7923-acceptor-0@6e89196f-ServerConnector@724e5cc0{HTTP/1.1, (http/1.1)}{localhost:40625} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2075278237-172.17.0.3-1731133335799:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-b018434-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 4a84bcce7bad:37663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=367 (was 373), ProcessCount=11 (was 11), AvailableMemoryMB=435 (was 528) 2024-11-09T06:22:23,560 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-09T06:22:23,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=367, ProcessCount=11, AvailableMemoryMB=433 2024-11-09T06:22:23,577 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-09T06:22:23,593 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T06:22:23,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.log.dir so I do NOT create it in target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d 2024-11-09T06:22:23,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:22:23,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.tmp.dir so I do NOT create it in target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d 2024-11-09T06:22:23,594 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99609f86-764a-89b1-d7e9-8d48402d3edb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:22:23,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d 2024-11-09T06:22:23,595 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6, deleteOnExit=true 2024-11-09T06:22:23,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:23,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6/zookeeper_0, clientPort=51303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T06:22:23,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,700 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51303 2024-11-09T06:22:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:22:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:22:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/test.cache.data in system properties and HBase conf 2024-11-09T06:22:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:22:23,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:22:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:22:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:22:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:22:23,701 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:22:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:22:23,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:22:23,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:23,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:24,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:24,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:24,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:24,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:24,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:22:24,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:24,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571e81a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:24,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c809471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:24,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b01edc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/java.io.tmpdir/jetty-localhost-42533-hadoop-hdfs-3_4_1-tests_jar-_-any-8764523542069327881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:24,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1dfe3020{HTTP/1.1, (http/1.1)}{localhost:42533} 2024-11-09T06:22:24,361 INFO [Time-limited test {}] server.Server(415): Started @334772ms 2024-11-09T06:22:24,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:24,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:24,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:24,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:24,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:22:24,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a57b9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:24,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330af050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:24,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436d6308{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/java.io.tmpdir/jetty-localhost-42945-hadoop-hdfs-3_4_1-tests_jar-_-any-16193831721884853432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:24,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b642863{HTTP/1.1, (http/1.1)}{localhost:42945} 2024-11-09T06:22:24,728 INFO [Time-limited test {}] server.Server(415): Started @335139ms 2024-11-09T06:22:24,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:22:25,674 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6/data/data1/current/BP-1430321789-172.17.0.3-1731133343824/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:25,674 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6/data/data2/current/BP-1430321789-172.17.0.3-1731133343824/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:25,717 WARN [Thread-4290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:22:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf410e09fbb0ab6fb with lease ID 0xec5dffaeab989f1e: Processing first storage report for DS-0f0196a1-9aed-4883-96bc-5ba8196893bf from datanode DatanodeRegistration(127.0.0.1:41971, datanodeUuid=295d56e9-147d-4cb0-912a-7acbc91253b5, infoPort=39203, infoSecurePort=0, ipcPort=34597, storageInfo=lv=-57;cid=testClusterID;nsid=1739651227;c=1731133343824) 2024-11-09T06:22:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf410e09fbb0ab6fb with lease ID 0xec5dffaeab989f1e: from storage DS-0f0196a1-9aed-4883-96bc-5ba8196893bf node DatanodeRegistration(127.0.0.1:41971, datanodeUuid=295d56e9-147d-4cb0-912a-7acbc91253b5, infoPort=39203, infoSecurePort=0, ipcPort=34597, storageInfo=lv=-57;cid=testClusterID;nsid=1739651227;c=1731133343824), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:22:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf410e09fbb0ab6fb with lease ID 0xec5dffaeab989f1e: Processing first storage report for DS-e63e5c3f-e685-4e75-9ad9-0a82b888d60c from datanode DatanodeRegistration(127.0.0.1:41971, datanodeUuid=295d56e9-147d-4cb0-912a-7acbc91253b5, infoPort=39203, infoSecurePort=0, ipcPort=34597, storageInfo=lv=-57;cid=testClusterID;nsid=1739651227;c=1731133343824) 2024-11-09T06:22:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf410e09fbb0ab6fb with lease ID 0xec5dffaeab989f1e: from storage DS-e63e5c3f-e685-4e75-9ad9-0a82b888d60c node DatanodeRegistration(127.0.0.1:41971, datanodeUuid=295d56e9-147d-4cb0-912a-7acbc91253b5, infoPort=39203, infoSecurePort=0, ipcPort=34597, storageInfo=lv=-57;cid=testClusterID;nsid=1739651227;c=1731133343824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:22:25,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d 2024-11-09T06:22:25,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:25,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:25,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:22:25,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5 with version=8 2024-11-09T06:22:25,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/hbase-staging 2024-11-09T06:22:25,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:25,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:25,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:25,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:25,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:25,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:25,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:22:25,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:25,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40191 2024-11-09T06:22:25,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40191 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:25,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401910x0, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:25,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40191-0x1011e42835b0000 connected 2024-11-09T06:22:25,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:25,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:26,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on znode that does not yet exist, /01049775681/running 2024-11-09T06:22:26,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5, hbase.cluster.distributed=false 2024-11-09T06:22:26,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on znode that does not yet exist, /01049775681/acl 2024-11-09T06:22:26,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40191 2024-11-09T06:22:26,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40191 2024-11-09T06:22:26,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40191 2024-11-09T06:22:26,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40191 2024-11-09T06:22:26,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40191 2024-11-09T06:22:26,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:26,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:26,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:26,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:26,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:26,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:26,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:22:26,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:26,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42835 2024-11-09T06:22:26,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42835 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:26,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:26,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:26,088 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428350x0, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:26,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428350x0, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on znode that does not yet exist, /01049775681/running 2024-11-09T06:22:26,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42835-0x1011e42835b0001 connected 2024-11-09T06:22:26,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:22:26,092 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:22:26,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on znode that does not yet exist, /01049775681/master 2024-11-09T06:22:26,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on znode that does not yet exist, /01049775681/acl 2024-11-09T06:22:26,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-09T06:22:26,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42835 2024-11-09T06:22:26,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42835 2024-11-09T06:22:26,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-09T06:22:26,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42835 2024-11-09T06:22:26,148 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:40191 2024-11-09T06:22:26,152 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01049775681/backup-masters/4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:26,161 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681/backup-masters 2024-11-09T06:22:26,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681/backup-masters 2024-11-09T06:22:26,162 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on existing znode=/01049775681/backup-masters/4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,172 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01049775681/master 2024-11-09T06:22:26,172 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,172 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on existing znode=/01049775681/master 2024-11-09T06:22:26,173 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01049775681/backup-masters/4a84bcce7bad,40191,1731133345817 from backup master directory 2024-11-09T06:22:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01049775681/backup-masters/4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:26,182 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681/backup-masters 2024-11-09T06:22:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681/backup-masters 2024-11-09T06:22:26,182 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:26,182 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:26,186 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/hbase.id] with ID: 23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5 2024-11-09T06:22:26,186 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/.tmp/hbase.id 2024-11-09T06:22:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:22:26,192 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/.tmp/hbase.id]:[hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/hbase.id] 2024-11-09T06:22:26,223 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:26,223 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:22:26,224 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:22:26,235 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:22:26,242 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:26,243 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:22:26,244 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:26,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:22:26,259 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store 2024-11-09T06:22:26,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:22:26,666 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:26,666 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:26,666 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:26,667 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:26,667 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:26,667 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:26,667 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:26,667 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133346666Disabling compacts and flushes for region at 1731133346666Disabling writes for close at 1731133346667 (+1 ms)Writing region close event to WAL at 1731133346667Closed at 1731133346667 2024-11-09T06:22:26,667 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/.initializing 2024-11-09T06:22:26,668 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/WALs/4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:26,669 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:26,670 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C40191%2C1731133345817, suffix=, logDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/WALs/4a84bcce7bad,40191,1731133345817, archiveDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/oldWALs, maxLogs=10 2024-11-09T06:22:26,688 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/WALs/4a84bcce7bad,40191,1731133345817/4a84bcce7bad%2C40191%2C1731133345817.1731133346670, exclude list is [], retry=0 2024-11-09T06:22:26,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41971,DS-0f0196a1-9aed-4883-96bc-5ba8196893bf,DISK] 2024-11-09T06:22:26,696 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/WALs/4a84bcce7bad,40191,1731133345817/4a84bcce7bad%2C40191%2C1731133345817.1731133346670 2024-11-09T06:22:26,696 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-09T06:22:26,696 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:26,696 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:26,696 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,696 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:22:26,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:26,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:26,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:22:26,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:26,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:26,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:22:26,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:26,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:26,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:22:26,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:26,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:26,705 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,705 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,706 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,707 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,707 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,708 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:26,710 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:26,711 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:26,711 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75228236, jitterRate=0.12098807096481323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:26,712 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133346696Initializing all the Stores at 1731133346697 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133346697Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133346697Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133346697Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133346697Cleaning up temporary data from old regions at 1731133346707 (+10 ms)Region opened successfully at 1731133346712 (+5 ms) 2024-11-09T06:22:26,712 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:22:26,714 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc101c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:26,715 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:22:26,715 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:22:26,715 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:22:26,715 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:22:26,716 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:22:26,716 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:22:26,716 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:22:26,718 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:22:26,719 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Unable to get data of znode /01049775681/balancer because node does not exist (not necessarily an error) 2024-11-09T06:22:26,761 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01049775681/balancer already deleted, retry=false 2024-11-09T06:22:26,761 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:22:26,762 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Unable to get data of znode /01049775681/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:22:26,772 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01049775681/normalizer already deleted, retry=false 2024-11-09T06:22:26,772 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:22:26,773 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Unable to get data of znode /01049775681/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:22:26,782 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01049775681/switch/split already deleted, retry=false 2024-11-09T06:22:26,783 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Unable to get data of znode /01049775681/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:22:26,793 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01049775681/switch/merge already deleted, retry=false 2024-11-09T06:22:26,795 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Unable to get data of znode /01049775681/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:22:26,803 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01049775681/snapshot-cleanup already deleted, retry=false 2024-11-09T06:22:26,814 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01049775681/running 2024-11-09T06:22:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01049775681/running 2024-11-09T06:22:26,814 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,814 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,40191,1731133345817, sessionid=0x1011e42835b0000, setting cluster-up flag (Was=false) 2024-11-09T06:22:26,835 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,866 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01049775681/flush-table-proc/acquired, /01049775681/flush-table-proc/reached, /01049775681/flush-table-proc/abort 2024-11-09T06:22:26,868 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,887 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:26,928 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01049775681/online-snapshot/acquired, /01049775681/online-snapshot/reached, /01049775681/online-snapshot/abort 2024-11-09T06:22:26,941 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:26,942 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:22:26,949 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:26,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:22:26,950 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:22:26,950 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,40191,1731133345817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:26,951 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:26,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:26,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:22:26,964 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:26,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:22:27,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133377024 2024-11-09T06:22:27,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:22:27,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:22:27,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:22:27,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:22:27,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:22:27,024 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:22:27,026 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,030 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:22:27,030 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:22:27,030 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:22:27,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:22:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:22:27,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:22:27,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5 2024-11-09T06:22:27,070 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:22:27,070 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:22:27,097 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(746): ClusterId : 23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5 2024-11-09T06:22:27,097 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:22:27,100 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133347070,5,FailOnTimeoutGroup] 2024-11-09T06:22:27,110 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:22:27,110 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:22:27,120 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:22:27,120 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4653fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:27,128 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133347100,5,FailOnTimeoutGroup] 2024-11-09T06:22:27,128 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,128 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:22:27,128 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,128 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741832_1008 (size=32) 2024-11-09T06:22:27,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:27,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:27,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:27,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:27,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:27,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:27,144 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:42835 2024-11-09T06:22:27,144 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:22:27,144 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:22:27,144 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:22:27,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:27,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:27,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:27,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:27,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740 2024-11-09T06:22:27,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740 2024-11-09T06:22:27,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:27,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:27,151 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,40191,1731133345817 with port=42835, startcode=1731133346066 2024-11-09T06:22:27,151 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:22:27,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:27,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:27,154 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:22:27,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40191 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,157 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5 2024-11-09T06:22:27,157 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37871 2024-11-09T06:22:27,157 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:22:27,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:27,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681/rs 2024-11-09T06:22:27,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69454508, jitterRate=0.03495281934738159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133347136Initializing all the Stores at 1731133347137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133347137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133347137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133347137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133347137Cleaning up temporary data from old regions at 1731133347151 (+14 ms)Region opened successfully at 1731133347169 (+18 ms) 2024-11-09T06:22:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:27,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:27,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:27,170 DEBUG [RS:0;4a84bcce7bad:42835 {}] zookeeper.ZKUtil(111): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on existing znode=/01049775681/rs/4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,170 WARN [RS:0;4a84bcce7bad:42835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:27,170 INFO [RS:0;4a84bcce7bad:42835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:27,171 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:27,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133347170Disabling compacts and flushes for region at 1731133347170Disabling writes for close at 1731133347170Writing region close event to WAL at 1731133347177 (+7 ms)Closed at 1731133347177 2024-11-09T06:22:27,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:27,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:22:27,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:22:27,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:27,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,42835,1731133346066] 2024-11-09T06:22:27,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:22:27,182 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:22:27,184 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:22:27,192 INFO [RS:0;4a84bcce7bad:42835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:22:27,192 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,196 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:22:27,197 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:22:27,197 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,197 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,198 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,198 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:27,198 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:27,198 DEBUG [RS:0;4a84bcce7bad:42835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:27,216 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,216 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,216 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,216 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,216 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,216 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42835,1731133346066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:27,238 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:22:27,238 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,42835,1731133346066-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,238 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,238 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.Replication(171): 4a84bcce7bad,42835,1731133346066 started 2024-11-09T06:22:27,258 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,258 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,42835,1731133346066, RpcServer on 4a84bcce7bad/172.17.0.3:42835, sessionid=0x1011e42835b0001 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,42835,1731133346066' 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01049775681/flush-table-proc/abort' 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01049775681/flush-table-proc/acquired' 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:22:27,259 DEBUG [RS:0;4a84bcce7bad:42835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,260 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,42835,1731133346066' 2024-11-09T06:22:27,260 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01049775681/online-snapshot/abort' 2024-11-09T06:22:27,260 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01049775681/online-snapshot/acquired' 2024-11-09T06:22:27,260 DEBUG [RS:0;4a84bcce7bad:42835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:22:27,260 INFO [RS:0;4a84bcce7bad:42835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:22:27,260 INFO [RS:0;4a84bcce7bad:42835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:22:27,332 WARN [4a84bcce7bad:40191 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T06:22:27,361 INFO [RS:0;4a84bcce7bad:42835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:27,362 INFO [RS:0;4a84bcce7bad:42835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42835%2C1731133346066, suffix=, logDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066, archiveDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/oldWALs, maxLogs=10 2024-11-09T06:22:27,377 DEBUG [RS:0;4a84bcce7bad:42835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363, exclude list is [], retry=0 2024-11-09T06:22:27,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41971,DS-0f0196a1-9aed-4883-96bc-5ba8196893bf,DISK] 2024-11-09T06:22:27,381 INFO [RS:0;4a84bcce7bad:42835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 2024-11-09T06:22:27,392 DEBUG [RS:0;4a84bcce7bad:42835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-09T06:22:27,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:22:27,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T06:22:27,582 DEBUG [4a84bcce7bad:40191 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:22:27,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,585 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,42835,1731133346066, state=OPENING 2024-11-09T06:22:27,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:22:27,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:27,656 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:27,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01049775681/meta-region-server: CHANGED 2024-11-09T06:22:27,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01049775681/meta-region-server: CHANGED 2024-11-09T06:22:27,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:27,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42835,1731133346066}] 2024-11-09T06:22:27,810 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:27,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:22:27,815 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:22:27,815 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:27,815 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:22:27,819 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42835%2C1731133346066.meta, suffix=.meta, logDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066, archiveDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/oldWALs, maxLogs=10 2024-11-09T06:22:27,838 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.meta.1731133347820.meta, exclude list is [], retry=0 2024-11-09T06:22:27,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41971,DS-0f0196a1-9aed-4883-96bc-5ba8196893bf,DISK] 2024-11-09T06:22:27,842 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.meta.1731133347820.meta 2024-11-09T06:22:27,842 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-09T06:22:27,842 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:27,843 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:27,843 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:22:27,843 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:22:27,843 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:22:27,843 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:22:27,843 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:27,843 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:22:27,843 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:22:27,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:27,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:27,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:27,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:27,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:27,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:27,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:27,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:27,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:27,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:27,858 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:27,859 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740 2024-11-09T06:22:27,860 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740 2024-11-09T06:22:27,861 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:27,861 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:27,861 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:27,863 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:27,864 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67755800, jitterRate=0.009640097618103027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:27,864 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:22:27,864 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133347843Writing region info on filesystem at 1731133347843Initializing all the Stores at 1731133347844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133347844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133347852 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133347852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133347852Cleaning up temporary data from old regions at 1731133347861 (+9 ms)Running coprocessor post-open hooks at 1731133347864 (+3 ms)Region opened successfully at 1731133347864 2024-11-09T06:22:27,867 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133347809 2024-11-09T06:22:27,869 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:22:27,869 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:22:27,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,870 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,42835,1731133346066, state=OPEN 2024-11-09T06:22:27,908 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01049775681/meta-region-server 2024-11-09T06:22:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01049775681/meta-region-server 2024-11-09T06:22:27,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:27,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01049775681/meta-region-server: CHANGED 2024-11-09T06:22:27,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01049775681/meta-region-server: CHANGED 2024-11-09T06:22:27,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:22:27,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,42835,1731133346066 in 251 msec 2024-11-09T06:22:27,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:22:27,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 731 msec 2024-11-09T06:22:27,917 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:27,917 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:22:27,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:27,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42835,1731133346066, seqNum=-1] 2024-11-09T06:22:27,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:27,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:27,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 980 msec 2024-11-09T06:22:27,929 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133347929, completionTime=-1 2024-11-09T06:22:27,929 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:22:27,929 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133407931 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133467931 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40191,1731133345817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40191,1731133345817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40191,1731133345817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:40191, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,931 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,934 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.754sec 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40191,1731133345817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:27,936 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40191,1731133345817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:22:27,939 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:22:27,939 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:22:27,939 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,40191,1731133345817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:27,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c2b5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:27,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40191,-1 for getting cluster id 2024-11-09T06:22:27,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:27,987 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5' 2024-11-09T06:22:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5" 2024-11-09T06:22:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a275d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:27,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40191,-1] 2024-11-09T06:22:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:27,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:27,989 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:27,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f78db44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:27,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42835,1731133346066, seqNum=-1] 2024-11-09T06:22:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:27,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:27,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:27,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:28,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:28,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011e42835b0002 connected 2024-11-09T06:22:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.log.dir so I do NOT create it in target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a 2024-11-09T06:22:28,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:22:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.tmp.dir so I do NOT create it in target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a 2024-11-09T06:22:28,027 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:22:28,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a 2024-11-09T06:22:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:22:28,027 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/cluster_9bc4e991-3d5c-622c-d748-bae318762f79, deleteOnExit=true 2024-11-09T06:22:28,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/test.cache.data in system properties and HBase conf 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:22:28,028 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:28,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:22:28,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:22:28,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T06:22:28,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T06:22:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T06:22:28,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T06:22:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:28,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T06:22:28,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T06:22:28,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T06:22:28,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:28,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:28,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:28,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:28,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:22:28,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:28,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3488dc26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:28,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:28,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32c3896a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/java.io.tmpdir/jetty-localhost-45449-hadoop-hdfs-3_4_1-tests_jar-_-any-9174578335437740211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:28,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b48bbc5{HTTP/1.1, (http/1.1)}{localhost:45449} 2024-11-09T06:22:28,555 INFO [Time-limited test {}] server.Server(415): Started @338966ms 2024-11-09T06:22:29,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:29,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:29,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:29,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:29,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T06:22:29,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c970c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:29,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b11e858{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:29,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@228ddc58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/java.io.tmpdir/jetty-localhost-33059-hadoop-hdfs-3_4_1-tests_jar-_-any-2967819963618339608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:29,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aa5e004{HTTP/1.1, (http/1.1)}{localhost:33059} 2024-11-09T06:22:29,384 INFO [Time-limited test {}] server.Server(415): Started @339795ms 2024-11-09T06:22:29,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:22:30,293 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/cluster_9bc4e991-3d5c-622c-d748-bae318762f79/data/data2/current/BP-1770924239-172.17.0.3-1731133348049/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:30,293 WARN [Thread-4422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/cluster_9bc4e991-3d5c-622c-d748-bae318762f79/data/data1/current/BP-1770924239-172.17.0.3-1731133348049/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:30,331 WARN [Thread-4410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:22:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0dd3040aa71242d with lease ID 0x8b42fce278af9639: Processing first storage report for DS-f1e2dc85-9a79-4e24-82ef-65a74d6e9f72 from datanode DatanodeRegistration(127.0.0.1:45269, datanodeUuid=02e976f4-b02c-47c8-92bc-af216c744626, infoPort=37489, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=555884276;c=1731133348049) 2024-11-09T06:22:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0dd3040aa71242d with lease ID 0x8b42fce278af9639: from storage DS-f1e2dc85-9a79-4e24-82ef-65a74d6e9f72 node DatanodeRegistration(127.0.0.1:45269, datanodeUuid=02e976f4-b02c-47c8-92bc-af216c744626, infoPort=37489, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=555884276;c=1731133348049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:22:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0dd3040aa71242d with lease ID 0x8b42fce278af9639: Processing first storage report for DS-c78f1378-afda-422a-b962-a3f3b5d0c1d0 from datanode DatanodeRegistration(127.0.0.1:45269, datanodeUuid=02e976f4-b02c-47c8-92bc-af216c744626, infoPort=37489, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=555884276;c=1731133348049) 2024-11-09T06:22:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0dd3040aa71242d with lease ID 0x8b42fce278af9639: from storage DS-c78f1378-afda-422a-b962-a3f3b5d0c1d0 node DatanodeRegistration(127.0.0.1:45269, datanodeUuid=02e976f4-b02c-47c8-92bc-af216c744626, infoPort=37489, infoSecurePort=0, ipcPort=43169, storageInfo=lv=-57;cid=testClusterID;nsid=555884276;c=1731133348049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:22:30,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a 2024-11-09T06:22:30,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:30,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:30,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:22:30,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8 with version=8 2024-11-09T06:22:30,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/hbase-staging 2024-11-09T06:22:30,826 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:30,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:30,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:30,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:30,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:30,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:30,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:22:30,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:30,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33519 2024-11-09T06:22:30,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33519 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:30,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335190x0, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:30,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33519-0x1011e42835b0003 connected 2024-11-09T06:22:30,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:30,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:30,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on znode that does not yet exist, /1-702642074/running 2024-11-09T06:22:30,955 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8, hbase.cluster.distributed=false 2024-11-09T06:22:30,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on znode that does not yet exist, /1-702642074/acl 2024-11-09T06:22:30,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33519 2024-11-09T06:22:30,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33519 2024-11-09T06:22:30,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33519 2024-11-09T06:22:30,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33519 2024-11-09T06:22:30,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33519 2024-11-09T06:22:30,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:30,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:30,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:30,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:30,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:30,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:30,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:22:30,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:30,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33435 2024-11-09T06:22:30,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33435 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:30,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:30,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:30,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334350x0, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:30,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33435-0x1011e42835b0004 connected 2024-11-09T06:22:30,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334350x0, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on znode that does not yet exist, /1-702642074/running 2024-11-09T06:22:30,993 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:22:30,995 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:22:30,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on znode that does not yet exist, /1-702642074/master 2024-11-09T06:22:30,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on znode that does not yet exist, /1-702642074/acl 2024-11-09T06:22:31,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-09T06:22:31,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33435 2024-11-09T06:22:31,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33435 2024-11-09T06:22:31,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-09T06:22:31,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-09T06:22:31,027 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:33519 2024-11-09T06:22:31,027 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-702642074/backup-masters/4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:31,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074/backup-masters 2024-11-09T06:22:31,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074/backup-masters 2024-11-09T06:22:31,035 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on existing znode=/1-702642074/backup-masters/4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:31,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:31,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-702642074/master 2024-11-09T06:22:31,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:31,046 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on existing znode=/1-702642074/master 2024-11-09T06:22:31,046 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-702642074/backup-masters/4a84bcce7bad,33519,1731133350826 from backup master directory 2024-11-09T06:22:31,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074/backup-masters 2024-11-09T06:22:31,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-702642074/backup-masters/4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:31,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074/backup-masters 2024-11-09T06:22:31,056 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:31,056 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:31,059 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/hbase.id] with ID: 548167e6-fc73-43be-9449-3b9b81927867 2024-11-09T06:22:31,059 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/.tmp/hbase.id 2024-11-09T06:22:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:22:31,475 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/.tmp/hbase.id]:[hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/hbase.id] 2024-11-09T06:22:31,485 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:31,486 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:22:31,486 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T06:22:31,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:31,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:31,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:22:31,937 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:31,938 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:22:31,938 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:22:32,344 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store 2024-11-09T06:22:32,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:22:32,749 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:32,750 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:32,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:32,750 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:32,750 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:32,750 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:32,750 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:32,750 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133352749Disabling compacts and flushes for region at 1731133352749Disabling writes for close at 1731133352750 (+1 ms)Writing region close event to WAL at 1731133352750Closed at 1731133352750 2024-11-09T06:22:32,750 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/.initializing 2024-11-09T06:22:32,750 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/WALs/4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:32,751 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:32,752 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C33519%2C1731133350826, suffix=, logDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/WALs/4a84bcce7bad,33519,1731133350826, archiveDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/oldWALs, maxLogs=10 2024-11-09T06:22:32,765 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/WALs/4a84bcce7bad,33519,1731133350826/4a84bcce7bad%2C33519%2C1731133350826.1731133352752, exclude list is [], retry=0 2024-11-09T06:22:32,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-f1e2dc85-9a79-4e24-82ef-65a74d6e9f72,DISK] 2024-11-09T06:22:32,768 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/WALs/4a84bcce7bad,33519,1731133350826/4a84bcce7bad%2C33519%2C1731133350826.1731133352752 2024-11-09T06:22:32,769 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37489:37489)] 2024-11-09T06:22:32,769 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:32,769 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:32,769 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,769 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:22:32,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:32,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:32,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:22:32,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:32,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:32,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:22:32,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:32,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:32,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:22:32,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:32,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:32,775 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,775 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,776 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,776 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,776 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,777 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:32,777 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:32,778 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:32,779 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74496242, jitterRate=0.11008051037788391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:32,779 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133352769Initializing all the Stores at 1731133352769Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133352770 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133352770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133352770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133352770Cleaning up temporary data from old regions at 1731133352776 (+6 ms)Region opened successfully at 1731133352779 (+3 ms) 2024-11-09T06:22:32,779 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:22:32,781 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4071d8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:32,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:22:32,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:22:32,781 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:22:32,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:22:32,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:22:32,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:22:32,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:22:32,783 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:22:32,784 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Unable to get data of znode /1-702642074/balancer because node does not exist (not necessarily an error) 2024-11-09T06:22:32,792 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-702642074/balancer already deleted, retry=false 2024-11-09T06:22:32,792 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:22:32,793 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Unable to get data of znode /1-702642074/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:22:32,803 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-702642074/normalizer already deleted, retry=false 2024-11-09T06:22:32,803 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:22:32,804 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Unable to get data of znode /1-702642074/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:22:32,813 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-702642074/switch/split already deleted, retry=false 2024-11-09T06:22:32,814 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Unable to get data of znode /1-702642074/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:22:32,824 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-702642074/switch/merge already deleted, retry=false 2024-11-09T06:22:32,826 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Unable to get data of znode /1-702642074/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:22:32,834 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-702642074/snapshot-cleanup already deleted, retry=false 2024-11-09T06:22:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-702642074/running 2024-11-09T06:22:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-702642074/running 2024-11-09T06:22:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:32,845 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,33519,1731133350826, sessionid=0x1011e42835b0003, setting cluster-up flag (Was=false) 2024-11-09T06:22:32,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:32,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:32,898 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-702642074/flush-table-proc/acquired, /1-702642074/flush-table-proc/reached, /1-702642074/flush-table-proc/abort 2024-11-09T06:22:32,902 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:32,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:32,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:33,024 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-702642074/online-snapshot/acquired, /1-702642074/online-snapshot/reached, /1-702642074/online-snapshot/abort 2024-11-09T06:22:33,025 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:33,026 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:22:33,027 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:33,027 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:22:33,027 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:22:33,027 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,33519,1731133350826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:33,028 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,031 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133383031 2024-11-09T06:22:33,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:22:33,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:22:33,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:22:33,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:22:33,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:22:33,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:22:33,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:33,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:22:33,032 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,033 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:33,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:22:33,038 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:22:33,038 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:22:33,038 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:22:33,038 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:22:33,039 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:22:33,039 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:22:33,039 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133353039,5,FailOnTimeoutGroup] 2024-11-09T06:22:33,039 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133353039,5,FailOnTimeoutGroup] 2024-11-09T06:22:33,039 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,039 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:22:33,039 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,039 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:22:33,113 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(746): ClusterId : 548167e6-fc73-43be-9449-3b9b81927867 2024-11-09T06:22:33,113 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:22:33,119 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:22:33,119 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:22:33,137 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:22:33,137 DEBUG [RS:0;4a84bcce7bad:33435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@942ed32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:33,150 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:33435 2024-11-09T06:22:33,150 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:22:33,150 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:22:33,150 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:22:33,151 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,33519,1731133350826 with port=33435, startcode=1731133350978 2024-11-09T06:22:33,151 DEBUG [RS:0;4a84bcce7bad:33435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:22:33,152 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:22:33,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:33,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33519 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:33,154 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8 2024-11-09T06:22:33,154 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34325 2024-11-09T06:22:33,154 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:22:33,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074/rs 2024-11-09T06:22:33,193 DEBUG [RS:0;4a84bcce7bad:33435 {}] zookeeper.ZKUtil(111): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on existing znode=/1-702642074/rs/4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:33,193 WARN [RS:0;4a84bcce7bad:33435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:33,193 INFO [RS:0;4a84bcce7bad:33435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:33,193 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/WALs/4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:33,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,33435,1731133350978] 2024-11-09T06:22:33,196 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:22:33,198 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:22:33,198 INFO [RS:0;4a84bcce7bad:33435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:22:33,198 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,199 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:22:33,199 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:22:33,199 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,199 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,199 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,199 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,199 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:33,200 DEBUG [RS:0;4a84bcce7bad:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:33,204 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,204 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,204 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,204 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,204 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,204 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33435,1731133350978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:33,218 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:22:33,218 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33435,1731133350978-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,219 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,219 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.Replication(171): 4a84bcce7bad,33435,1731133350978 started 2024-11-09T06:22:33,230 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:33,230 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,33435,1731133350978, RpcServer on 4a84bcce7bad/172.17.0.3:33435, sessionid=0x1011e42835b0004 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,33435,1731133350978' 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-702642074/flush-table-proc/abort' 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-702642074/flush-table-proc/acquired' 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,33435,1731133350978' 2024-11-09T06:22:33,231 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-702642074/online-snapshot/abort' 2024-11-09T06:22:33,232 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-702642074/online-snapshot/acquired' 2024-11-09T06:22:33,232 DEBUG [RS:0;4a84bcce7bad:33435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:22:33,232 INFO [RS:0;4a84bcce7bad:33435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:22:33,232 INFO [RS:0;4a84bcce7bad:33435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:22:33,332 INFO [RS:0;4a84bcce7bad:33435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:33,333 INFO [RS:0;4a84bcce7bad:33435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C33435%2C1731133350978, suffix=, logDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/WALs/4a84bcce7bad,33435,1731133350978, archiveDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/oldWALs, maxLogs=10 2024-11-09T06:22:33,344 DEBUG [RS:0;4a84bcce7bad:33435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/WALs/4a84bcce7bad,33435,1731133350978/4a84bcce7bad%2C33435%2C1731133350978.1731133353333, exclude list is [], retry=0 2024-11-09T06:22:33,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-f1e2dc85-9a79-4e24-82ef-65a74d6e9f72,DISK] 2024-11-09T06:22:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,348 INFO [RS:0;4a84bcce7bad:33435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/WALs/4a84bcce7bad,33435,1731133350978/4a84bcce7bad%2C33435%2C1731133350978.1731133353333 2024-11-09T06:22:33,348 DEBUG [RS:0;4a84bcce7bad:33435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37489:37489)] 2024-11-09T06:22:33,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:33,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:22:33,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8 2024-11-09T06:22:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:22:33,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:33,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:33,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:33,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:33,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:33,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:33,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:33,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:33,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:33,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:33,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:33,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:33,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:33,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:33,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:33,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:33,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:33,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:33,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740 2024-11-09T06:22:33,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740 2024-11-09T06:22:33,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:33,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:33,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:33,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:33,863 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:33,863 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61700341, jitterRate=-0.08059327304363251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:33,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133353854Initializing all the Stores at 1731133353855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133353855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133353855Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133353855Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133353855Cleaning up temporary data from old regions at 1731133353860 (+5 ms)Region opened successfully at 1731133353863 (+3 ms) 2024-11-09T06:22:33,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:33,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:33,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:33,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:33,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:33,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:33,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133353863Disabling compacts and flushes for region at 1731133353863Disabling writes for close at 1731133353863Writing region close event to WAL at 1731133353863Closed at 1731133353864 (+1 ms) 2024-11-09T06:22:33,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:33,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:22:33,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:22:33,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:33,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:22:34,016 DEBUG [4a84bcce7bad:33519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:22:34,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:34,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,33435,1731133350978, state=OPENING 2024-11-09T06:22:34,224 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:22:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:34,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:34,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33435,1731133350978}] 2024-11-09T06:22:34,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-702642074/meta-region-server: CHANGED 2024-11-09T06:22:34,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-702642074/meta-region-server: CHANGED 2024-11-09T06:22:34,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:34,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:22:34,443 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:22:34,443 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:34,444 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:22:34,444 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C33435%2C1731133350978.meta, suffix=.meta, logDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/WALs/4a84bcce7bad,33435,1731133350978, archiveDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/oldWALs, maxLogs=10 2024-11-09T06:22:34,459 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/WALs/4a84bcce7bad,33435,1731133350978/4a84bcce7bad%2C33435%2C1731133350978.meta.1731133354445.meta, exclude list is [], retry=0 2024-11-09T06:22:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45269,DS-f1e2dc85-9a79-4e24-82ef-65a74d6e9f72,DISK] 2024-11-09T06:22:34,462 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/WALs/4a84bcce7bad,33435,1731133350978/4a84bcce7bad%2C33435%2C1731133350978.meta.1731133354445.meta 2024-11-09T06:22:34,462 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37489:37489)] 2024-11-09T06:22:34,462 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:34,463 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:34,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:22:34,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:22:34,463 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:22:34,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:22:34,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:34,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:22:34,463 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:22:34,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:34,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:34,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:34,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:34,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:34,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:34,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:34,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:34,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:34,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:34,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:34,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:34,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:34,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:34,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:34,467 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:34,467 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740 2024-11-09T06:22:34,468 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740 2024-11-09T06:22:34,468 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:34,468 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:34,469 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:34,469 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:34,470 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62941320, jitterRate=-0.06210124492645264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:34,470 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:22:34,470 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133354463Writing region info on filesystem at 1731133354463Initializing all the Stores at 1731133354463Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133354464 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133354464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133354464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133354464Cleaning up temporary data from old regions at 1731133354468 (+4 ms)Running coprocessor post-open hooks at 1731133354470 (+2 ms)Region opened successfully at 1731133354470 2024-11-09T06:22:34,471 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133354439 2024-11-09T06:22:34,472 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:22:34,472 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:22:34,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:34,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,33435,1731133350978, state=OPEN 2024-11-09T06:22:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-702642074/meta-region-server 2024-11-09T06:22:34,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-702642074/meta-region-server 2024-11-09T06:22:34,529 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:34,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-702642074/meta-region-server: CHANGED 2024-11-09T06:22:34,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-702642074/meta-region-server: CHANGED 2024-11-09T06:22:34,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:22:34,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,33435,1731133350978 in 242 msec 2024-11-09T06:22:34,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:22:34,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-09T06:22:34,533 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:34,533 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:22:34,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:34,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33435,1731133350978, seqNum=-1] 2024-11-09T06:22:34,534 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:34,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:34,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5110 sec 2024-11-09T06:22:34,539 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133354539, completionTime=-1 2024-11-09T06:22:34,539 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:22:34,539 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:22:34,540 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:22:34,540 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133414540 2024-11-09T06:22:34,540 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133474540 2024-11-09T06:22:34,540 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T06:22:34,541 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33519,1731133350826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:34,541 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33519,1731133350826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:34,541 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33519,1731133350826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:34,541 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:33519, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:34,541 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:34,541 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:34,542 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.487sec 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33519,1731133350826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:34,543 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33519,1731133350826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:22:34,545 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:22:34,545 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:22:34,545 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,33519,1731133350826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:34,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b7fc47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:34,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33519,-1 for getting cluster id 2024-11-09T06:22:34,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:34,615 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '548167e6-fc73-43be-9449-3b9b81927867' 2024-11-09T06:22:34,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "548167e6-fc73-43be-9449-3b9b81927867" 2024-11-09T06:22:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8b4b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33519,-1] 2024-11-09T06:22:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:34,617 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:34,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387ba243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:34,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33435,1731133350978, seqNum=-1] 2024-11-09T06:22:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:34,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:34,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:34,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:34,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:34,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011e42835b0005 connected 2024-11-09T06:22:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.log.dir so I do NOT create it in target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516 2024-11-09T06:22:34,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T06:22:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.tmp.dir so I do NOT create it in target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516 2024-11-09T06:22:34,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T06:22:34,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/cluster_ffb0df20-b4a9-ce25-a4a4-7374da32c85b, deleteOnExit=true 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/test.cache.data in system properties and HBase conf 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/hadoop.log.dir in system properties and HBase conf 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T06:22:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T06:22:34,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/nfs.dump.dir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/java.io.tmpdir in system properties and HBase conf 2024-11-09T06:22:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T06:22:34,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T06:22:34,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T06:22:35,499 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:35,500 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:22:35,500 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149327 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:22:35,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:35,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:35,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:35,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:35,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:22:35,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:35,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b430792{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:35,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334ecfd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:35,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@143bbedc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/java.io.tmpdir/jetty-localhost-36041-hadoop-hdfs-3_4_1-tests_jar-_-any-5658440283990399186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:35,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@549f6290{HTTP/1.1, (http/1.1)}{localhost:36041} 2024-11-09T06:22:35,636 INFO [Time-limited test {}] server.Server(415): Started @346047ms 2024-11-09T06:22:36,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T06:22:36,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T06:22:36,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T06:22:36,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T06:22:36,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T06:22:36,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71dd64b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/hadoop.log.dir/,AVAILABLE} 2024-11-09T06:22:36,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ac3578{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T06:22:36,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f941d4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/java.io.tmpdir/jetty-localhost-41031-hadoop-hdfs-3_4_1-tests_jar-_-any-12163248365251772826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:36,313 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47469e50{HTTP/1.1, (http/1.1)}{localhost:41031} 2024-11-09T06:22:36,313 INFO [Time-limited test {}] server.Server(415): Started @346724ms 2024-11-09T06:22:36,314 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T06:22:37,513 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/cluster_ffb0df20-b4a9-ce25-a4a4-7374da32c85b/data/data1/current/BP-2063386435-172.17.0.3-1731133354817/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:37,513 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/cluster_ffb0df20-b4a9-ce25-a4a4-7374da32c85b/data/data2/current/BP-2063386435-172.17.0.3-1731133354817/current, will proceed with Du for space computation calculation, 2024-11-09T06:22:37,549 WARN [Thread-4531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T06:22:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34b2544fe3388b34 with lease ID 0xcd01b5716a548c60: Processing first storage report for DS-6ec3334b-0516-4c9b-b903-f9f9d08248f5 from datanode DatanodeRegistration(127.0.0.1:33505, datanodeUuid=7377e1df-8057-4916-b467-a5d29a6f4b05, infoPort=34971, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1582017027;c=1731133354817) 2024-11-09T06:22:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34b2544fe3388b34 with lease ID 0xcd01b5716a548c60: from storage DS-6ec3334b-0516-4c9b-b903-f9f9d08248f5 node DatanodeRegistration(127.0.0.1:33505, datanodeUuid=7377e1df-8057-4916-b467-a5d29a6f4b05, infoPort=34971, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1582017027;c=1731133354817), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T06:22:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34b2544fe3388b34 with lease ID 0xcd01b5716a548c60: Processing first storage report for DS-b35412f6-c58d-49e8-97b1-5df0bce887c4 from datanode DatanodeRegistration(127.0.0.1:33505, datanodeUuid=7377e1df-8057-4916-b467-a5d29a6f4b05, infoPort=34971, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1582017027;c=1731133354817) 2024-11-09T06:22:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34b2544fe3388b34 with lease ID 0xcd01b5716a548c60: from storage DS-b35412f6-c58d-49e8-97b1-5df0bce887c4 node DatanodeRegistration(127.0.0.1:33505, datanodeUuid=7377e1df-8057-4916-b467-a5d29a6f4b05, infoPort=34971, infoSecurePort=0, ipcPort=35025, storageInfo=lv=-57;cid=testClusterID;nsid=1582017027;c=1731133354817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T06:22:37,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516 2024-11-09T06:22:37,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:37,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:37,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741825_1001 (size=7) 2024-11-09T06:22:37,566 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7 with version=8 2024-11-09T06:22:37,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/hbase-staging 2024-11-09T06:22:37,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:37,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:37,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:37,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:37,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:37,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:37,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T06:22:37,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:37,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37433 2024-11-09T06:22:37,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37433 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:37,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374330x0, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:37,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37433-0x1011e42835b0006 connected 2024-11-09T06:22:37,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:37,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:37,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on znode that does not yet exist, /2-773988803/running 2024-11-09T06:22:37,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7, hbase.cluster.distributed=false 2024-11-09T06:22:37,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on znode that does not yet exist, /2-773988803/acl 2024-11-09T06:22:37,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37433 2024-11-09T06:22:37,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37433 2024-11-09T06:22:37,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37433 2024-11-09T06:22:37,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37433 2024-11-09T06:22:37,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37433 2024-11-09T06:22:37,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4a84bcce7bad:0 server-side Connection retries=45 2024-11-09T06:22:37,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:37,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:37,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T06:22:37,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T06:22:37,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T06:22:37,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T06:22:37,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T06:22:37,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39719 2024-11-09T06:22:37,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39719 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:37,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:37,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397190x0, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:37,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39719-0x1011e42835b0007 connected 2024-11-09T06:22:37,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on znode that does not yet exist, /2-773988803/running 2024-11-09T06:22:37,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T06:22:37,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T06:22:37,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on znode that does not yet exist, /2-773988803/master 2024-11-09T06:22:37,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on znode that does not yet exist, /2-773988803/acl 2024-11-09T06:22:37,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39719 2024-11-09T06:22:37,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39719 2024-11-09T06:22:37,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39719 2024-11-09T06:22:37,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39719 2024-11-09T06:22:37,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39719 2024-11-09T06:22:37,760 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4a84bcce7bad:37433 2024-11-09T06:22:37,760 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-773988803/backup-masters/4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803/backup-masters 2024-11-09T06:22:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803/backup-masters 2024-11-09T06:22:37,771 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on existing znode=/2-773988803/backup-masters/4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773988803/master 2024-11-09T06:22:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:37,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:37,782 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on existing znode=/2-773988803/master 2024-11-09T06:22:37,782 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-773988803/backup-masters/4a84bcce7bad,37433,1731133357568 from backup master directory 2024-11-09T06:22:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773988803/backup-masters/4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803/backup-masters 2024-11-09T06:22:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803/backup-masters 2024-11-09T06:22:37,792 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:37,792 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:37,795 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/hbase.id] with ID: 7441b921-b023-4d27-ba12-ba19a3836968 2024-11-09T06:22:37,795 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/.tmp/hbase.id 2024-11-09T06:22:37,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741826_1002 (size=42) 2024-11-09T06:22:38,199 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/.tmp/hbase.id]:[hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/hbase.id] 2024-11-09T06:22:38,209 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:38,209 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T06:22:38,210 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T06:22:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:38,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741827_1003 (size=196) 2024-11-09T06:22:38,631 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:38,632 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T06:22:38,637 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:38,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741828_1004 (size=1189) 2024-11-09T06:22:38,658 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store 2024-11-09T06:22:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741829_1005 (size=34) 2024-11-09T06:22:39,071 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:39,072 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:39,072 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:39,072 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:39,072 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:39,072 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:39,072 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:39,072 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133359072Disabling compacts and flushes for region at 1731133359072Disabling writes for close at 1731133359072Writing region close event to WAL at 1731133359072Closed at 1731133359072 2024-11-09T06:22:39,072 WARN [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/.initializing 2024-11-09T06:22:39,072 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/WALs/4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:39,073 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:39,074 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4a84bcce7bad%2C37433%2C1731133357568, suffix=, logDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/WALs/4a84bcce7bad,37433,1731133357568, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/oldWALs, maxLogs=10 2024-11-09T06:22:39,088 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/WALs/4a84bcce7bad,37433,1731133357568/4a84bcce7bad%2C37433%2C1731133357568.1731133359074, exclude list is [], retry=0 2024-11-09T06:22:39,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33505,DS-6ec3334b-0516-4c9b-b903-f9f9d08248f5,DISK] 2024-11-09T06:22:39,091 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/WALs/4a84bcce7bad,37433,1731133357568/4a84bcce7bad%2C37433%2C1731133357568.1731133359074 2024-11-09T06:22:39,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34971:34971)] 2024-11-09T06:22:39,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:39,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:39,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,092 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T06:22:39,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:39,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:39,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T06:22:39,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:39,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:39,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T06:22:39,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:39,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:39,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T06:22:39,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:39,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:39,101 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,102 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,102 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,103 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,103 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,103 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:39,103 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T06:22:39,105 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:39,106 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62817162, jitterRate=-0.06395134329795837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:39,106 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731133359092Initializing all the Stores at 1731133359093 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133359093Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133359096 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133359096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133359096Cleaning up temporary data from old regions at 1731133359103 (+7 ms)Region opened successfully at 1731133359106 (+3 ms) 2024-11-09T06:22:39,106 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T06:22:39,108 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2e43fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:39,109 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T06:22:39,109 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T06:22:39,109 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T06:22:39,109 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T06:22:39,109 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T06:22:39,109 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T06:22:39,109 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T06:22:39,111 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T06:22:39,112 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Unable to get data of znode /2-773988803/balancer because node does not exist (not necessarily an error) 2024-11-09T06:22:39,118 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773988803/balancer already deleted, retry=false 2024-11-09T06:22:39,119 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T06:22:39,119 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Unable to get data of znode /2-773988803/normalizer because node does not exist (not necessarily an error) 2024-11-09T06:22:39,129 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773988803/normalizer already deleted, retry=false 2024-11-09T06:22:39,129 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T06:22:39,130 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Unable to get data of znode /2-773988803/switch/split because node does not exist (not necessarily an error) 2024-11-09T06:22:39,139 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773988803/switch/split already deleted, retry=false 2024-11-09T06:22:39,140 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Unable to get data of znode /2-773988803/switch/merge because node does not exist (not necessarily an error) 2024-11-09T06:22:39,150 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773988803/switch/merge already deleted, retry=false 2024-11-09T06:22:39,152 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Unable to get data of znode /2-773988803/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T06:22:39,160 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773988803/snapshot-cleanup already deleted, retry=false 2024-11-09T06:22:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773988803/running 2024-11-09T06:22:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773988803/running 2024-11-09T06:22:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:39,183 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4a84bcce7bad,37433,1731133357568, sessionid=0x1011e42835b0006, setting cluster-up flag (Was=false) 2024-11-09T06:22:39,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:39,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:39,234 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-773988803/flush-table-proc/acquired, /2-773988803/flush-table-proc/reached, /2-773988803/flush-table-proc/abort 2024-11-09T06:22:39,235 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:39,287 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-773988803/online-snapshot/acquired, /2-773988803/online-snapshot/reached, /2-773988803/online-snapshot/abort 2024-11-09T06:22:39,288 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:39,289 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T06:22:39,290 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:39,290 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T06:22:39,290 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T06:22:39,290 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4a84bcce7bad,37433,1731133357568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=5, maxPoolSize=5 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4a84bcce7bad:0, corePoolSize=10, maxPoolSize=10 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:39,291 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,292 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731133389292 2024-11-09T06:22:39,292 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T06:22:39,292 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T06:22:39,292 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T06:22:39,292 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T06:22:39,292 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T06:22:39,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:39,292 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T06:22:39,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T06:22:39,293 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,293 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T06:22:39,293 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T06:22:39,293 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T06:22:39,293 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T06:22:39,293 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T06:22:39,293 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T06:22:39,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:39,293 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133359293,5,FailOnTimeoutGroup] 2024-11-09T06:22:39,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T06:22:39,296 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133359293,5,FailOnTimeoutGroup] 2024-11-09T06:22:39,296 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,296 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T06:22:39,296 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,296 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741831_1007 (size=1321) 2024-11-09T06:22:39,352 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(746): ClusterId : 7441b921-b023-4d27-ba12-ba19a3836968 2024-11-09T06:22:39,352 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T06:22:39,361 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T06:22:39,361 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T06:22:39,372 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T06:22:39,372 DEBUG [RS:0;4a84bcce7bad:39719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110addc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4a84bcce7bad/172.17.0.3:0 2024-11-09T06:22:39,385 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4a84bcce7bad:39719 2024-11-09T06:22:39,385 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T06:22:39,385 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T06:22:39,386 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T06:22:39,386 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(2659): reportForDuty to master=4a84bcce7bad,37433,1731133357568 with port=39719, startcode=1731133357710 2024-11-09T06:22:39,386 DEBUG [RS:0;4a84bcce7bad:39719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T06:22:39,390 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T06:22:39,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:39,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37433 {}] master.ServerManager(517): Registering regionserver=4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:39,392 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7 2024-11-09T06:22:39,392 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39667 2024-11-09T06:22:39,392 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T06:22:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803/rs 2024-11-09T06:22:39,438 DEBUG [RS:0;4a84bcce7bad:39719 {}] zookeeper.ZKUtil(111): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on existing znode=/2-773988803/rs/4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:39,438 WARN [RS:0;4a84bcce7bad:39719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T06:22:39,438 INFO [RS:0;4a84bcce7bad:39719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:39,439 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:39,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4a84bcce7bad,39719,1731133357710] 2024-11-09T06:22:39,441 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T06:22:39,442 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T06:22:39,442 INFO [RS:0;4a84bcce7bad:39719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T06:22:39,443 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,443 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T06:22:39,443 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T06:22:39,443 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4a84bcce7bad:0, corePoolSize=2, maxPoolSize=2 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,443 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,444 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,444 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4a84bcce7bad:0, corePoolSize=1, maxPoolSize=1 2024-11-09T06:22:39,444 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:39,444 DEBUG [RS:0;4a84bcce7bad:39719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4a84bcce7bad:0, corePoolSize=3, maxPoolSize=3 2024-11-09T06:22:39,444 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,444 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,444 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,444 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,444 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,444 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39719,1731133357710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:39,457 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T06:22:39,457 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,39719,1731133357710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,457 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,457 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.Replication(171): 4a84bcce7bad,39719,1731133357710 started 2024-11-09T06:22:39,471 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:39,471 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1482): Serving as 4a84bcce7bad,39719,1731133357710, RpcServer on 4a84bcce7bad/172.17.0.3:39719, sessionid=0x1011e42835b0007 2024-11-09T06:22:39,472 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T06:22:39,472 DEBUG [RS:0;4a84bcce7bad:39719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:39,472 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,39719,1731133357710' 2024-11-09T06:22:39,472 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-773988803/flush-table-proc/abort' 2024-11-09T06:22:39,472 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-773988803/flush-table-proc/acquired' 2024-11-09T06:22:39,473 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T06:22:39,473 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T06:22:39,473 DEBUG [RS:0;4a84bcce7bad:39719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:39,473 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4a84bcce7bad,39719,1731133357710' 2024-11-09T06:22:39,473 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-773988803/online-snapshot/abort' 2024-11-09T06:22:39,473 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-773988803/online-snapshot/acquired' 2024-11-09T06:22:39,473 DEBUG [RS:0;4a84bcce7bad:39719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T06:22:39,473 INFO [RS:0;4a84bcce7bad:39719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T06:22:39,473 INFO [RS:0;4a84bcce7bad:39719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T06:22:39,574 INFO [RS:0;4a84bcce7bad:39719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T06:22:39,575 INFO [RS:0;4a84bcce7bad:39719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C39719%2C1731133357710, suffix=, logDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/oldWALs, maxLogs=10 2024-11-09T06:22:39,588 DEBUG [RS:0;4a84bcce7bad:39719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710/4a84bcce7bad%2C39719%2C1731133357710.1731133359575, exclude list is [], retry=0 2024-11-09T06:22:39,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33505,DS-6ec3334b-0516-4c9b-b903-f9f9d08248f5,DISK] 2024-11-09T06:22:39,591 INFO [RS:0;4a84bcce7bad:39719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710/4a84bcce7bad%2C39719%2C1731133357710.1731133359575 2024-11-09T06:22:39,592 DEBUG [RS:0;4a84bcce7bad:39719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34971:34971)] 2024-11-09T06:22:39,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T06:22:39,700 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7 2024-11-09T06:22:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741833_1009 (size=32) 2024-11-09T06:22:39,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:39,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:39,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:39,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:39,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:39,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:39,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:39,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:40,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:40,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:40,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:40,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:40,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:40,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:40,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:40,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:40,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:40,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:40,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740 2024-11-09T06:22:40,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740 2024-11-09T06:22:40,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:40,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:40,113 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:40,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:40,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:40,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71786699, jitterRate=0.06970517337322235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:40,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731133360105Initializing all the Stores at 1731133360106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133360106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133360106Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133360106Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133360106Cleaning up temporary data from old regions at 1731133360112 (+6 ms)Region opened successfully at 1731133360115 (+3 ms) 2024-11-09T06:22:40,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:40,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:40,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:40,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:40,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:40,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:40,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133360115Disabling compacts and flushes for region at 1731133360115Disabling writes for close at 1731133360115Writing region close event to WAL at 1731133360115Closed at 1731133360115 2024-11-09T06:22:40,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:40,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T06:22:40,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T06:22:40,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:40,117 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T06:22:40,268 DEBUG [4a84bcce7bad:37433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T06:22:40,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:40,269 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,39719,1731133357710, state=OPENING 2024-11-09T06:22:40,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T06:22:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:40,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:40,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T06:22:40,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773988803/meta-region-server: CHANGED 2024-11-09T06:22:40,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39719,1731133357710}] 2024-11-09T06:22:40,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773988803/meta-region-server: CHANGED 2024-11-09T06:22:40,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:40,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:22:40,463 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T06:22:40,463 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:40,463 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T06:22:40,464 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C39719%2C1731133357710.meta, suffix=.meta, logDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/oldWALs, maxLogs=10 2024-11-09T06:22:40,482 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710/4a84bcce7bad%2C39719%2C1731133357710.meta.1731133360465.meta, exclude list is [], retry=0 2024-11-09T06:22:40,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33505,DS-6ec3334b-0516-4c9b-b903-f9f9d08248f5,DISK] 2024-11-09T06:22:40,485 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710/4a84bcce7bad%2C39719%2C1731133357710.meta.1731133360465.meta 2024-11-09T06:22:40,486 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34971:34971)] 2024-11-09T06:22:40,486 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:40,486 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:40,486 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:22:40,486 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T06:22:40,487 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T06:22:40,487 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T06:22:40,487 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:40,487 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T06:22:40,487 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T06:22:40,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T06:22:40,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T06:22:40,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T06:22:40,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T06:22:40,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T06:22:40,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T06:22:40,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T06:22:40,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T06:22:40,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T06:22:40,505 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T06:22:40,505 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740 2024-11-09T06:22:40,507 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740 2024-11-09T06:22:40,508 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T06:22:40,508 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T06:22:40,509 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T06:22:40,510 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T06:22:40,511 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66579908, jitterRate=-0.00788205862045288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T06:22:40,511 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T06:22:40,511 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731133360487Writing region info on filesystem at 1731133360487Initializing all the Stores at 1731133360488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133360488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133360488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133360488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731133360488Cleaning up temporary data from old regions at 1731133360508 (+20 ms)Running coprocessor post-open hooks at 1731133360511 (+3 ms)Region opened successfully at 1731133360511 2024-11-09T06:22:40,512 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731133360458 2024-11-09T06:22:40,514 DEBUG [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T06:22:40,514 INFO [RS_OPEN_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T06:22:40,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:40,515 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4a84bcce7bad,39719,1731133357710, state=OPEN 2024-11-09T06:22:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-773988803/meta-region-server 2024-11-09T06:22:40,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-773988803/meta-region-server 2024-11-09T06:22:40,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773988803/meta-region-server: CHANGED 2024-11-09T06:22:40,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:40,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773988803/meta-region-server: CHANGED 2024-11-09T06:22:40,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T06:22:40,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4a84bcce7bad,39719,1731133357710 in 220 msec 2024-11-09T06:22:40,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T06:22:40,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-09T06:22:40,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T06:22:40,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T06:22:40,569 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:40,569 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39719,1731133357710, seqNum=-1] 2024-11-09T06:22:40,570 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:40,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:40,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-09T06:22:40,575 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731133360574, completionTime=-1 2024-11-09T06:22:40,575 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T06:22:40,575 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731133420577 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731133480577 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37433,1731133357568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37433,1731133357568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37433,1731133357568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4a84bcce7bad:37433, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:40,577 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:40,578 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:40,579 DEBUG [master/4a84bcce7bad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.789sec 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37433,1731133357568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T06:22:40,581 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37433,1731133357568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T06:22:40,583 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T06:22:40,583 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T06:22:40,583 INFO [master/4a84bcce7bad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4a84bcce7bad,37433,1731133357568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T06:22:40,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfe07d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:40,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37433,-1 for getting cluster id 2024-11-09T06:22:40,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:40,654 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7441b921-b023-4d27-ba12-ba19a3836968' 2024-11-09T06:22:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7441b921-b023-4d27-ba12-ba19a3836968" 2024-11-09T06:22:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f2f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37433,-1] 2024-11-09T06:22:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:40,656 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:40,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d60e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:40,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39719,1731133357710, seqNum=-1] 2024-11-09T06:22:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:40,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:40,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:40,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51303 2024-11-09T06:22:40,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T06:22:40,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011e42835b0008 connected 2024-11-09T06:22:40,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d7a246d 2024-11-09T06:22:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:40,702 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:40,703 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:22:40,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:22:40,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:40,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:22:40,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:22:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:40,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:22:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:41,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2caac4436b3e6461a65087fef362d921, NAME => 'test,,1731133360703.2caac4436b3e6461a65087fef362d921.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5 2024-11-09T06:22:41,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:22:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133360703.2caac4436b3e6461a65087fef362d921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2caac4436b3e6461a65087fef362d921, disabling compactions & flushes 2024-11-09T06:22:41,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133360703.2caac4436b3e6461a65087fef362d921. after waiting 0 ms 2024-11-09T06:22:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:41,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2caac4436b3e6461a65087fef362d921: Waiting for close lock at 1731133361527Disabling compacts and flushes for region at 1731133361527Disabling writes for close at 1731133361527Writing region close event to WAL at 1731133361527Closed at 1731133361527 2024-11-09T06:22:41,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:22:41,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133360703.2caac4436b3e6461a65087fef362d921.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133361529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133361529"}]},"ts":"1731133361529"} 2024-11-09T06:22:41,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:22:41,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:22:41,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133361532"}]},"ts":"1731133361532"} 2024-11-09T06:22:41,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:22:41,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2caac4436b3e6461a65087fef362d921, ASSIGN}] 2024-11-09T06:22:41,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2caac4436b3e6461a65087fef362d921, ASSIGN 2024-11-09T06:22:41,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2caac4436b3e6461a65087fef362d921, ASSIGN; state=OFFLINE, location=4a84bcce7bad,42835,1731133346066; forceNewPlan=false, retain=false 2024-11-09T06:22:41,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2caac4436b3e6461a65087fef362d921, regionState=OPENING, regionLocation=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:41,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2caac4436b3e6461a65087fef362d921, ASSIGN because future has completed 2024-11-09T06:22:41,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2caac4436b3e6461a65087fef362d921, server=4a84bcce7bad,42835,1731133346066}] 2024-11-09T06:22:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:41,848 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:41,848 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2caac4436b3e6461a65087fef362d921, NAME => 'test,,1731133360703.2caac4436b3e6461a65087fef362d921.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:41,849 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:41,849 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:22:41,849 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,849 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133360703.2caac4436b3e6461a65087fef362d921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:41,849 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,849 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,857 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,859 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2caac4436b3e6461a65087fef362d921 columnFamilyName f 2024-11-09T06:22:41,859 DEBUG [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:41,860 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] regionserver.HStore(327): Store=2caac4436b3e6461a65087fef362d921/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:41,860 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,861 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2caac4436b3e6461a65087fef362d921 columnFamilyName f1 2024-11-09T06:22:41,861 DEBUG [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:41,861 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] regionserver.HStore(327): Store=2caac4436b3e6461a65087fef362d921/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:41,862 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,863 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2caac4436b3e6461a65087fef362d921 columnFamilyName norep 2024-11-09T06:22:41,863 DEBUG [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:41,863 INFO [StoreOpener-2caac4436b3e6461a65087fef362d921-1 {}] regionserver.HStore(327): Store=2caac4436b3e6461a65087fef362d921/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:41,864 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,864 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,865 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,866 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,866 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,866 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:22:41,867 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,869 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:41,870 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2caac4436b3e6461a65087fef362d921; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69437100, jitterRate=0.03469341993331909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:22:41,870 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:41,870 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2caac4436b3e6461a65087fef362d921: Running coprocessor pre-open hook at 1731133361849Writing region info on filesystem at 1731133361849Initializing all the Stores at 1731133361857 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133361857Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133361857Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133361857Cleaning up temporary data from old regions at 1731133361866 (+9 ms)Running coprocessor post-open hooks at 1731133361870 (+4 ms)Region opened successfully at 1731133361870 2024-11-09T06:22:41,871 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133360703.2caac4436b3e6461a65087fef362d921., pid=6, masterSystemTime=1731133361844 2024-11-09T06:22:41,873 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:41,873 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:41,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2caac4436b3e6461a65087fef362d921, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2caac4436b3e6461a65087fef362d921, server=4a84bcce7bad,42835,1731133346066 because future has completed 2024-11-09T06:22:41,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:22:41,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2caac4436b3e6461a65087fef362d921, server=4a84bcce7bad,42835,1731133346066 in 185 msec 2024-11-09T06:22:41,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:22:41,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2caac4436b3e6461a65087fef362d921, ASSIGN in 343 msec 2024-11-09T06:22:41,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:22:41,881 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133361881"}]},"ts":"1731133361881"} 2024-11-09T06:22:41,883 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:22:41,884 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:22:41,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1810 sec 2024-11-09T06:22:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:42,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:42,860 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:22:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f58cb7 2024-11-09T06:22:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:42,862 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:42,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:22:42,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:22:42,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:42,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:22:42,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:22:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:42,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:22:42,874 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6715a08ccecb395f667d5bde3d2ef7e, NAME => 'test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8 2024-11-09T06:22:42,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:22:42,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:42,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d6715a08ccecb395f667d5bde3d2ef7e, disabling compactions & flushes 2024-11-09T06:22:42,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:42,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:42,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. after waiting 0 ms 2024-11-09T06:22:42,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:42,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:42,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6715a08ccecb395f667d5bde3d2ef7e: Waiting for close lock at 1731133362880Disabling compacts and flushes for region at 1731133362880Disabling writes for close at 1731133362880Writing region close event to WAL at 1731133362880Closed at 1731133362880 2024-11-09T06:22:42,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:22:42,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133362881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133362881"}]},"ts":"1731133362881"} 2024-11-09T06:22:42,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:22:42,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:22:42,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133362884"}]},"ts":"1731133362884"} 2024-11-09T06:22:42,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:22:42,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6715a08ccecb395f667d5bde3d2ef7e, ASSIGN}] 2024-11-09T06:22:42,888 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d6715a08ccecb395f667d5bde3d2ef7e, ASSIGN 2024-11-09T06:22:42,889 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d6715a08ccecb395f667d5bde3d2ef7e, ASSIGN; state=OFFLINE, location=4a84bcce7bad,33435,1731133350978; forceNewPlan=false, retain=false 2024-11-09T06:22:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:43,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6715a08ccecb395f667d5bde3d2ef7e, regionState=OPENING, regionLocation=4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:43,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d6715a08ccecb395f667d5bde3d2ef7e, ASSIGN because future has completed 2024-11-09T06:22:43,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6715a08ccecb395f667d5bde3d2ef7e, server=4a84bcce7bad,33435,1731133350978}] 2024-11-09T06:22:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:43,199 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:43,199 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d6715a08ccecb395f667d5bde3d2ef7e, NAME => 'test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:43,199 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:43,199 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:22:43,200 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,200 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:43,200 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,200 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,201 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,202 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6715a08ccecb395f667d5bde3d2ef7e columnFamilyName f 2024-11-09T06:22:43,202 DEBUG [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:43,203 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] regionserver.HStore(327): Store=d6715a08ccecb395f667d5bde3d2ef7e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:43,203 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,204 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6715a08ccecb395f667d5bde3d2ef7e columnFamilyName f1 2024-11-09T06:22:43,204 DEBUG [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:43,204 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] regionserver.HStore(327): Store=d6715a08ccecb395f667d5bde3d2ef7e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:43,204 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,205 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6715a08ccecb395f667d5bde3d2ef7e columnFamilyName norep 2024-11-09T06:22:43,205 DEBUG [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:43,206 INFO [StoreOpener-d6715a08ccecb395f667d5bde3d2ef7e-1 {}] regionserver.HStore(327): Store=d6715a08ccecb395f667d5bde3d2ef7e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:43,206 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,206 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,206 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,207 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,207 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,208 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:22:43,209 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,211 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:43,211 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d6715a08ccecb395f667d5bde3d2ef7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68535688, jitterRate=0.02126133441925049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:22:43,211 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:43,211 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d6715a08ccecb395f667d5bde3d2ef7e: Running coprocessor pre-open hook at 1731133363200Writing region info on filesystem at 1731133363200Initializing all the Stores at 1731133363201 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133363201Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133363201Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133363201Cleaning up temporary data from old regions at 1731133363207 (+6 ms)Running coprocessor post-open hooks at 1731133363211 (+4 ms)Region opened successfully at 1731133363211 2024-11-09T06:22:43,212 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e., pid=6, masterSystemTime=1731133363194 2024-11-09T06:22:43,214 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:43,214 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:43,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d6715a08ccecb395f667d5bde3d2ef7e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:43,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6715a08ccecb395f667d5bde3d2ef7e, server=4a84bcce7bad,33435,1731133350978 because future has completed 2024-11-09T06:22:43,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:22:43,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d6715a08ccecb395f667d5bde3d2ef7e, server=4a84bcce7bad,33435,1731133350978 in 175 msec 2024-11-09T06:22:43,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:22:43,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d6715a08ccecb395f667d5bde3d2ef7e, ASSIGN in 333 msec 2024-11-09T06:22:43,221 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:22:43,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133363221"}]},"ts":"1731133363221"} 2024-11-09T06:22:43,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:22:43,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:22:43,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 362 msec 2024-11-09T06:22:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:43,490 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:22:43,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f7a4bd5 2024-11-09T06:22:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:43,492 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:43,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T06:22:43,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:22:43,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T06:22:43,495 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:43,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:22:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741835_1011 (size=902) 2024-11-09T06:22:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:43,903 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1b05b62a2a7fb0591fa094726f28b02, NAME => 'test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7 2024-11-09T06:22:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741836_1012 (size=39) 2024-11-09T06:22:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:44,308 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:44,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1b05b62a2a7fb0591fa094726f28b02, disabling compactions & flushes 2024-11-09T06:22:44,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:44,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:44,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. after waiting 0 ms 2024-11-09T06:22:44,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:44,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:44,309 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1b05b62a2a7fb0591fa094726f28b02: Waiting for close lock at 1731133364308Disabling compacts and flushes for region at 1731133364308Disabling writes for close at 1731133364309 (+1 ms)Writing region close event to WAL at 1731133364309Closed at 1731133364309 2024-11-09T06:22:44,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:22:44,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731133364310"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133364310"}]},"ts":"1731133364310"} 2024-11-09T06:22:44,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:22:44,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:22:44,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133364314"}]},"ts":"1731133364314"} 2024-11-09T06:22:44,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T06:22:44,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1b05b62a2a7fb0591fa094726f28b02, ASSIGN}] 2024-11-09T06:22:44,318 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1b05b62a2a7fb0591fa094726f28b02, ASSIGN 2024-11-09T06:22:44,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1b05b62a2a7fb0591fa094726f28b02, ASSIGN; state=OFFLINE, location=4a84bcce7bad,39719,1731133357710; forceNewPlan=false, retain=false 2024-11-09T06:22:44,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1b05b62a2a7fb0591fa094726f28b02, regionState=OPENING, regionLocation=4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:44,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1b05b62a2a7fb0591fa094726f28b02, ASSIGN because future has completed 2024-11-09T06:22:44,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b05b62a2a7fb0591fa094726f28b02, server=4a84bcce7bad,39719,1731133357710}] 2024-11-09T06:22:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:44,661 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:44,661 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1b05b62a2a7fb0591fa094726f28b02, NAME => 'test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:44,662 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:44,662 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T06:22:44,663 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,663 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:44,663 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,663 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,664 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,666 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b05b62a2a7fb0591fa094726f28b02 columnFamilyName f 2024-11-09T06:22:44,666 DEBUG [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:44,667 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] regionserver.HStore(327): Store=a1b05b62a2a7fb0591fa094726f28b02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:44,667 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,669 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b05b62a2a7fb0591fa094726f28b02 columnFamilyName f1 2024-11-09T06:22:44,669 DEBUG [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:44,669 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] regionserver.HStore(327): Store=a1b05b62a2a7fb0591fa094726f28b02/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:44,669 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,670 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1b05b62a2a7fb0591fa094726f28b02 columnFamilyName norep 2024-11-09T06:22:44,671 DEBUG [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:44,671 INFO [StoreOpener-a1b05b62a2a7fb0591fa094726f28b02-1 {}] regionserver.HStore(327): Store=a1b05b62a2a7fb0591fa094726f28b02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:44,671 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,672 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,672 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,673 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,685 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,686 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:22:44,688 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,690 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:44,691 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1b05b62a2a7fb0591fa094726f28b02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60935082, jitterRate=-0.09199652075767517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:22:44,691 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:44,691 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1b05b62a2a7fb0591fa094726f28b02: Running coprocessor pre-open hook at 1731133364663Writing region info on filesystem at 1731133364663Initializing all the Stores at 1731133364664 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133364664Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133364664Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133364664Cleaning up temporary data from old regions at 1731133364685 (+21 ms)Running coprocessor post-open hooks at 1731133364691 (+6 ms)Region opened successfully at 1731133364691 2024-11-09T06:22:44,694 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02., pid=6, masterSystemTime=1731133364658 2024-11-09T06:22:44,696 DEBUG [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:44,696 INFO [RS_OPEN_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:44,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1b05b62a2a7fb0591fa094726f28b02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:44,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1b05b62a2a7fb0591fa094726f28b02, server=4a84bcce7bad,39719,1731133357710 because future has completed 2024-11-09T06:22:44,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T06:22:44,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1b05b62a2a7fb0591fa094726f28b02, server=4a84bcce7bad,39719,1731133357710 in 194 msec 2024-11-09T06:22:44,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T06:22:44,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1b05b62a2a7fb0591fa094726f28b02, ASSIGN in 385 msec 2024-11-09T06:22:44,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:22:44,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133364705"}]},"ts":"1731133364705"} 2024-11-09T06:22:44,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T06:22:44,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:22:44,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-11-09T06:22:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T06:22:45,650 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T06:22:45,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a2542b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:45,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40191,-1 for getting cluster id 2024-11-09T06:22:45,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:45,651 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5' 2024-11-09T06:22:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5" 2024-11-09T06:22:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6b00ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40191,-1] 2024-11-09T06:22:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:45,653 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:45,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfc125b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:45,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e5e2f5b 2024-11-09T06:22:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:45,655 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:45,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://4a84bcce7bad:33519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:22:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:22:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:22:45,659 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:33519' 2024-11-09T06:22:45,659 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5766db77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:45,660 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33519,-1 for getting cluster id 2024-11-09T06:22:45,660 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:45,660 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '548167e6-fc73-43be-9449-3b9b81927867' 2024-11-09T06:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "548167e6-fc73-43be-9449-3b9b81927867" 2024-11-09T06:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0d57d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33519,-1] 2024-11-09T06:22:45,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:45,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:45,661 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65875f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:45,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:45,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@768fe7fa 2024-11-09T06:22:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:45,663 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:45,664 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T06:22:45,664 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:22:45,664 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:45,664 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:45,665 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T06:22:45,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:45,666 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T06:22:45,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T06:22:45,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:45,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T06:22:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741837_1013 (size=1138) 2024-11-09T06:22:45,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc2d18983c3a40681cccd42b0f1a1730, NAME => 'hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5 2024-11-09T06:22:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741838_1014 (size=44) 2024-11-09T06:22:45,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:45,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cc2d18983c3a40681cccd42b0f1a1730, disabling compactions & flushes 2024-11-09T06:22:45,714 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:45,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:45,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. after waiting 0 ms 2024-11-09T06:22:45,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:45,714 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:45,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc2d18983c3a40681cccd42b0f1a1730: Waiting for close lock at 1731133365714Disabling compacts and flushes for region at 1731133365714Disabling writes for close at 1731133365714Writing region close event to WAL at 1731133365714Closed at 1731133365714 2024-11-09T06:22:45,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T06:22:45,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731133365715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731133365715"}]},"ts":"1731133365715"} 2024-11-09T06:22:45,716 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T06:22:45,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T06:22:45,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T06:22:45,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133365718"}]},"ts":"1731133365718"} 2024-11-09T06:22:45,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T06:22:45,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc2d18983c3a40681cccd42b0f1a1730, ASSIGN}] 2024-11-09T06:22:45,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc2d18983c3a40681cccd42b0f1a1730, ASSIGN 2024-11-09T06:22:45,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc2d18983c3a40681cccd42b0f1a1730, ASSIGN; state=OFFLINE, location=4a84bcce7bad,42835,1731133346066; forceNewPlan=false, retain=false 2024-11-09T06:22:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:22:45,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc2d18983c3a40681cccd42b0f1a1730, regionState=OPENING, regionLocation=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:45,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc2d18983c3a40681cccd42b0f1a1730, ASSIGN because future has completed 2024-11-09T06:22:45,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2d18983c3a40681cccd42b0f1a1730, server=4a84bcce7bad,42835,1731133346066}] 2024-11-09T06:22:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:22:45,989 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:45,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:45,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:45,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:46,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T06:22:46,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T06:22:46,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=4a84bcce7bad%2C42835%2C1731133346066.rep, suffix=, logDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066, archiveDir=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/oldWALs, maxLogs=10 2024-11-09T06:22:46,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.rep.1731133366035, exclude list is [], retry=0 2024-11-09T06:22:46,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41971,DS-0f0196a1-9aed-4883-96bc-5ba8196893bf,DISK] 2024-11-09T06:22:46,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.rep.1731133366035 2024-11-09T06:22:46,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-09T06:22:46,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2d18983c3a40681cccd42b0f1a1730, NAME => 'hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730.', STARTKEY => '', ENDKEY => ''} 2024-11-09T06:22:46,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T06:22:46,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T06:22:46,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. service=MultiRowMutationService 2024-11-09T06:22:46,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T06:22:46,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T06:22:46,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:46,070 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,071 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2d18983c3a40681cccd42b0f1a1730 columnFamilyName hfileref 2024-11-09T06:22:46,071 DEBUG [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:46,072 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] regionserver.HStore(327): Store=cc2d18983c3a40681cccd42b0f1a1730/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:46,072 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,073 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2d18983c3a40681cccd42b0f1a1730 columnFamilyName queue 2024-11-09T06:22:46,073 DEBUG [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:46,073 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] regionserver.HStore(327): Store=cc2d18983c3a40681cccd42b0f1a1730/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:46,073 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,074 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2d18983c3a40681cccd42b0f1a1730 columnFamilyName sid 2024-11-09T06:22:46,074 DEBUG [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T06:22:46,074 INFO [StoreOpener-cc2d18983c3a40681cccd42b0f1a1730-1 {}] regionserver.HStore(327): Store=cc2d18983c3a40681cccd42b0f1a1730/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T06:22:46,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T06:22:46,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T06:22:46,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cc2d18983c3a40681cccd42b0f1a1730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74053492, jitterRate=0.10348302125930786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T06:22:46,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:46,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cc2d18983c3a40681cccd42b0f1a1730: Running coprocessor pre-open hook at 1731133366066Writing region info on filesystem at 1731133366066Initializing all the Stores at 1731133366066Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133366066Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133366069 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731133366069Cleaning up temporary data from old regions at 1731133366076 (+7 ms)Running coprocessor post-open hooks at 1731133366081 (+5 ms)Region opened successfully at 1731133366081 2024-11-09T06:22:46,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730., pid=10, masterSystemTime=1731133366028 2024-11-09T06:22:46,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:46,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:46,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc2d18983c3a40681cccd42b0f1a1730, regionState=OPEN, openSeqNum=2, regionLocation=4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:46,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2d18983c3a40681cccd42b0f1a1730, server=4a84bcce7bad,42835,1731133346066 because future has completed 2024-11-09T06:22:46,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T06:22:46,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2d18983c3a40681cccd42b0f1a1730, server=4a84bcce7bad,42835,1731133346066 in 214 msec 2024-11-09T06:22:46,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T06:22:46,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc2d18983c3a40681cccd42b0f1a1730, ASSIGN in 371 msec 2024-11-09T06:22:46,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T06:22:46,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731133366094"}]},"ts":"1731133366094"} 2024-11-09T06:22:46,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T06:22:46,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T06:22:46,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 431 msec 2024-11-09T06:22:46,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2] 2024-11-09T06:22:46,202 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:46,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:46,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:22:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:22:46,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T06:22:46,377 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T06:22:46,411 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-4a84bcce7bad,42835,1731133346066, ReplicationSource: 1, currentBandwidth=0 2024-11-09T06:22:46,411 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:46,411 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42835,1731133346066, seqNum=-1] 2024-11-09T06:22:46,412 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:46,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T06:22:46,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-4a84bcce7bad,42835,1731133346066', locateType=CURRENT is [region=hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2] 2024-11-09T06:22:46,416 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T06:22:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T06:22:46,421 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 4a84bcce7bad,42835,1731133346066 suceeded 2024-11-09T06:22:46,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T06:22:46,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-09T06:22:46,423 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://4a84bcce7bad:33519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:22:46,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 767 msec 2024-11-09T06:22:46,435 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:33519' 2024-11-09T06:22:46,436 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4164491c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,436 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33519,-1 for getting cluster id 2024-11-09T06:22:46,437 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:46,437 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '548167e6-fc73-43be-9449-3b9b81927867' 2024-11-09T06:22:46,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:46,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "548167e6-fc73-43be-9449-3b9b81927867" 2024-11-09T06:22:46,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@691262de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33519,-1] 2024-11-09T06:22:46,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:46,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:46,438 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:46,439 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74f34a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,439 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10066b85 2024-11-09T06:22:46,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:46,440 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T06:22:46,441 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-4a84bcce7bad,42835,1731133346066 (queues=1) is replicating from cluster=23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5 to cluster=548167e6-fc73-43be-9449-3b9b81927867 2024-11-09T06:22:46,441 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=4a84bcce7bad%2C42835%2C1731133346066 2024-11-09T06:22:46,441 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-4a84bcce7bad,42835,1731133346066, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:22:46,441 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C42835%2C1731133346066 2024-11-09T06:22:46,441 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363, startPosition=0, beingWritten=true 2024-11-09T06:22:46,446 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:46,447 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 379, reset compression=false 2024-11-09T06:22:46,447 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42835,1731133346066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:46,653 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 379, reset compression=false 2024-11-09T06:22:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T06:22:46,790 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T06:22:46,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:46,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:46,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:46,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:46,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:46,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d86c320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40191,-1 for getting cluster id 2024-11-09T06:22:46,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:46,792 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5' 2024-11-09T06:22:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5" 2024-11-09T06:22:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325f358d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40191,-1] 2024-11-09T06:22:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:46,793 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591b7c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71671c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33519,-1 for getting cluster id 2024-11-09T06:22:46,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:46,795 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '548167e6-fc73-43be-9449-3b9b81927867' 2024-11-09T06:22:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "548167e6-fc73-43be-9449-3b9b81927867" 2024-11-09T06:22:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e59ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33519,-1] 2024-11-09T06:22:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:46,796 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074ab7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cd7294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37433,-1 for getting cluster id 2024-11-09T06:22:46,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:46,801 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7441b921-b023-4d27-ba12-ba19a3836968' 2024-11-09T06:22:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7441b921-b023-4d27-ba12-ba19a3836968" 2024-11-09T06:22:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12545bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37433,-1] 2024-11-09T06:22:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:46,803 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768fb505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:46,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:46,809 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731133366808/Put/seqid=0 2024-11-09T06:22:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741840_1016 (size=7894) 2024-11-09T06:22:46,957 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 379, reset compression=false 2024-11-09T06:22:47,216 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731133367215/Put/seqid=0 2024-11-09T06:22:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741841_1017 (size=7691) 2024-11-09T06:22:47,360 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 379, reset compression=false 2024-11-09T06:22:47,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e235e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:47,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40191,-1 for getting cluster id 2024-11-09T06:22:47,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:47,624 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5' 2024-11-09T06:22:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:47,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5" 2024-11-09T06:22:47,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d551c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:47,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40191,-1] 2024-11-09T06:22:47,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:47,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:47,626 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:47,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe18406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:47,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42835,1731133346066, seqNum=-1] 2024-11-09T06:22:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:47,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:47,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7826dcc1 2024-11-09T06:22:47,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:47,636 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:47,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2] 2024-11-09T06:22:47,646 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:22:47,651 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T06:22:47,654 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T06:22:47,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T06:22:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:47,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T06:22:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegion(2603): Flush status journal for 2caac4436b3e6461a65087fef362d921: 2024-11-09T06:22:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_0 2024-11-09T06:22:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_0 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ 2024-11-09T06:22:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_1 2024-11-09T06:22:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_1 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ 2024-11-09T06:22:47,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_0 into 2caac4436b3e6461a65087fef362d921/f as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ - updating store file list. 2024-11-09T06:22:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:47,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ into 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:47,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_0 into 2caac4436b3e6461a65087fef362d921/f (new location: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_) 2024-11-09T06:22:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_0 2024-11-09T06:22:47,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_1 into 2caac4436b3e6461a65087fef362d921/f as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ - updating store file list. 2024-11-09T06:22:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdc5db4c176248ada76eec851a806218_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:47,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ into 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:47,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_1 into 2caac4436b3e6461a65087fef362d921/f (new location: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/fdc5db4c176248ada76eec851a806218_SeqId_4_) 2024-11-09T06:22:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__993jt39spkuvj7qrcm8niqtis59ig9inlto56rpqipe01asbmfjq6tt3eako8sif/f/hfile_1 2024-11-09T06:22:47,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:47,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:47,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:47,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:47,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2 , the old value is region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a84bcce7bad:42835 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:22:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:22:47,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2 from cache 2024-11-09T06:22:47,684 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T06:22:47,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33435,1731133350978, seqNum=-1] 2024-11-09T06:22:47,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:47,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:47,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e., hostname=4a84bcce7bad,33435,1731133350978, seqNum=2] 2024-11-09T06:22:47,690 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T06:22:47,790 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:42835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T06:22:47,864 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 379, reset compression=false 2024-11-09T06:22:47,868 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:47,868 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42835,1731133346066 got entry batch from reader: WALEntryBatch [walEntries=[{test/2caac4436b3e6461a65087fef362d921/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133367681/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T06:22:47,870 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:47,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T06:22:47,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.ReplicationSink(318): Replicating [23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5] bulk loaded data 2024-11-09T06:22:47,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62428254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:47,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,33519,-1 for getting cluster id 2024-11-09T06:22:47,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:47,872 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '548167e6-fc73-43be-9449-3b9b81927867' 2024-11-09T06:22:47,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:47,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "548167e6-fc73-43be-9449-3b9b81927867" 2024-11-09T06:22:47,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7014846d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:47,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,33519,-1] 2024-11-09T06:22:47,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:47,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:47,873 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:47,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744b11e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:47,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741837_1013 (size=7894) 2024-11-09T06:22:47,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741838_1014 (size=7691) 2024-11-09T06:22:47,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:47,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:47,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28aa286d 2024-11-09T06:22:47,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:47,890 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T06:22:47,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:22:47,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:47,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,33435,1731133350978, seqNum=-1] 2024-11-09T06:22:47,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:47,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T06:22:47,898 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T06:22:47,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T06:22:47,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ for inclusion in d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T06:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:47,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ for inclusion in d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T06:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegion(2603): Flush status journal for d6715a08ccecb395f667d5bde3d2ef7e: 2024-11-09T06:22:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fdc5db4c176248ada76eec851a806218_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:22:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/afc54b3206c842eaa9e3a17b86190133_SeqId_4_ 2024-11-09T06:22:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:22:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/77a69cbd26934e70b0a6a913fdcd4bd0_SeqId_4_ 2024-11-09T06:22:47,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ into d6715a08ccecb395f667d5bde3d2ef7e/f as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/afc54b3206c842eaa9e3a17b86190133_SeqId_4_ - updating store file list. 2024-11-09T06:22:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afc54b3206c842eaa9e3a17b86190133_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:47,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/afc54b3206c842eaa9e3a17b86190133_SeqId_4_ into d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:47,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ into d6715a08ccecb395f667d5bde3d2ef7e/f (new location: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/afc54b3206c842eaa9e3a17b86190133_SeqId_4_) 2024-11-09T06:22:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/fdc5db4c176248ada76eec851a806218_SeqId_4_ 2024-11-09T06:22:47,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ into d6715a08ccecb395f667d5bde3d2ef7e/f as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/77a69cbd26934e70b0a6a913fdcd4bd0_SeqId_4_ - updating store file list. 2024-11-09T06:22:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77a69cbd26934e70b0a6a913fdcd4bd0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:47,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/77a69cbd26934e70b0a6a913fdcd4bd0_SeqId_4_ into d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:47,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ into d6715a08ccecb395f667d5bde3d2ef7e/f (new location: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/77a69cbd26934e70b0a6a913fdcd4bd0_SeqId_4_) 2024-11-09T06:22:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__boe3nfukmlt34vrp07vcciorg8odr6jvmut7jmg2qb0l4cu0uogl6n7j80rabqd6/f/73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_ 2024-11-09T06:22:47,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.ReplicationSink(324): Finished replicating [23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5] bulk loaded data 2024-11-09T06:22:47,992 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:22:48,068 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 687, reset compression=false 2024-11-09T06:22:48,372 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 687, reset compression=false 2024-11-09T06:22:48,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39719,1731133357710, seqNum=-1] 2024-11-09T06:22:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:48,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02., hostname=4a84bcce7bad,39719,1731133357710, seqNum=2] 2024-11-09T06:22:48,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:48,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T06:22:48,707 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4a84bcce7bad%2C42835%2C1731133346066.rep:(num 1731133366035) roll requested 2024-11-09T06:22:48,723 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.rep.1731133368707, exclude list is [], retry=0 2024-11-09T06:22:48,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41971,DS-0f0196a1-9aed-4883-96bc-5ba8196893bf,DISK] 2024-11-09T06:22:48,727 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.rep.1731133366035 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.rep.1731133368707 2024-11-09T06:22:48,727 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-09T06:22:48,727 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.rep.1731133366035 is not closed yet, will try archiving it next time 2024-11-09T06:22:48,727 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4a84bcce7bad%2C42835%2C1731133346066:(num 1731133347363) roll requested 2024-11-09T06:22:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741839_1015 (size=1505) 2024-11-09T06:22:48,744 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727, exclude list is [], retry=0 2024-11-09T06:22:48,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41971,DS-0f0196a1-9aed-4883-96bc-5ba8196893bf,DISK] 2024-11-09T06:22:48,747 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 2024-11-09T06:22:48,748 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-09T06:22:48,748 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 is not closed yet, will try archiving it next time 2024-11-09T06:22:48,748 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 4a84bcce7bad%2C42835%2C1731133346066.meta:.meta(num 1731133347820) roll requested 2024-11-09T06:22:48,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8ccd4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:48,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40191,-1 for getting cluster id 2024-11-09T06:22:48,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741833_1009 (size=695) 2024-11-09T06:22:48,756 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 not finished, retry = 0 2024-11-09T06:22:48,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:48,757 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5' 2024-11-09T06:22:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5" 2024-11-09T06:22:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53779d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40191,-1] 2024-11-09T06:22:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:48,758 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554b433b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:48,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee66ca4 2024-11-09T06:22:48,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:48,761 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:48,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://4a84bcce7bad:37433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T06:22:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T06:22:48,764 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:37433' 2024-11-09T06:22:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T06:22:48,766 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.meta.1731133368748.meta, exclude list is [], retry=0 2024-11-09T06:22:48,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41971,DS-0f0196a1-9aed-4883-96bc-5ba8196893bf,DISK] 2024-11-09T06:22:48,772 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e36fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:48,772 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37433,-1 for getting cluster id 2024-11-09T06:22:48,773 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:48,774 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7441b921-b023-4d27-ba12-ba19a3836968' 2024-11-09T06:22:48,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:48,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7441b921-b023-4d27-ba12-ba19a3836968" 2024-11-09T06:22:48,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6a914e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:48,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37433,-1] 2024-11-09T06:22:48,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:48,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:48,776 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to pos 687, reset compression=false 2024-11-09T06:22:48,776 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:48,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77114d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:48,776 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:48,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:48,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14171acd 2024-11-09T06:22:48,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:48,778 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 2024-11-09T06:22:48,778 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42835,1731133346066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T06:22:48,779 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:48,779 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727, startPosition=0, beingWritten=true 2024-11-09T06:22:48,779 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T06:22:48,779 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T06:22:48,779 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:48,780 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:48,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:48,784 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [4a84bcce7bad%2C42835%2C1731133346066.1731133347363] 2024-11-09T06:22:48,789 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.meta.1731133347820.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.meta.1731133368748.meta 2024-11-09T06:22:48,794 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-09T06:22:48,794 DEBUG [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.meta.1731133347820.meta is not closed yet, will try archiving it next time 2024-11-09T06:22:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741834_1010 (size=3473) 2024-11-09T06:22:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T06:22:48,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T06:22:48,885 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 to hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/oldWALs/4a84bcce7bad%2C42835%2C1731133346066.1731133347363 2024-11-09T06:22:49,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T06:22:49,037 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T06:22:49,063 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-4a84bcce7bad,42835,1731133346066, ReplicationSource: 2, currentBandwidth=0 2024-11-09T06:22:49,065 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T06:22:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T06:22:49,066 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 4a84bcce7bad,42835,1731133346066 suceeded 2024-11-09T06:22:49,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T06:22:49,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-09T06:22:49,068 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://4a84bcce7bad:37433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T06:22:49,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 306 msec 2024-11-09T06:22:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T06:22:49,080 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T06:22:49,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:49,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:49,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:49,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:49,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:49,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T06:22:49,082 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='4a84bcce7bad:37433' 2024-11-09T06:22:49,084 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e29ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:49,084 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37433,-1 for getting cluster id 2024-11-09T06:22:49,084 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:49,084 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731133369083/Put/seqid=0 2024-11-09T06:22:49,085 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7441b921-b023-4d27-ba12-ba19a3836968' 2024-11-09T06:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7441b921-b023-4d27-ba12-ba19a3836968" 2024-11-09T06:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba0315a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37433,-1] 2024-11-09T06:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:49,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:49,086 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:49,086 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d3213cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:49,086 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:49,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:49,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@92fc041 2024-11-09T06:22:49,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:49,088 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T06:22:49,088 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-4a84bcce7bad,42835,1731133346066 (queues=1) is replicating from cluster=23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5 to cluster=7441b921-b023-4d27-ba12-ba19a3836968 2024-11-09T06:22:49,088 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=4a84bcce7bad%2C42835%2C1731133346066 2024-11-09T06:22:49,088 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-4a84bcce7bad,42835,1731133346066, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T06:22:49,089 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727, startPosition=0, beingWritten=true 2024-11-09T06:22:49,091 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 4a84bcce7bad%2C42835%2C1731133346066 2024-11-09T06:22:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741845_1021 (size=11194) 2024-11-09T06:22:49,296 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 0, reset compression=false 2024-11-09T06:22:49,298 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 0, reset compression=false 2024-11-09T06:22:49,497 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731133369497/Put/seqid=0 2024-11-09T06:22:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741846_1022 (size=10791) 2024-11-09T06:22:49,606 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 0, reset compression=false 2024-11-09T06:22:49,901 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 0, reset compression=false 2024-11-09T06:22:49,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301e6654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:49,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,40191,-1 for getting cluster id 2024-11-09T06:22:49,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:49,905 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5' 2024-11-09T06:22:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5" 2024-11-09T06:22:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c3e1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,40191,-1] 2024-11-09T06:22:49,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:49,906 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:49,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c240c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:49,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:49,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,42835,1731133346066, seqNum=-1] 2024-11-09T06:22:49,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:49,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T06:22:49,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30bb5350 2024-11-09T06:22:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:49,915 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T06:22:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2] 2024-11-09T06:22:49,919 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:22:49,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T06:22:49,924 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T06:22:49,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T06:22:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:49,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T06:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegion(2603): Flush status journal for 2caac4436b3e6461a65087fef362d921: 2024-11-09T06:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_0 2024-11-09T06:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_0 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ 2024-11-09T06:22:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_1 2024-11-09T06:22:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_1 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ 2024-11-09T06:22:49,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_0 into 2caac4436b3e6461a65087fef362d921/f as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ - updating store file list. 2024-11-09T06:22:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3d83830e7334064a6880d8b14898ce0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:49,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ into 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:49,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_0 into 2caac4436b3e6461a65087fef362d921/f (new location: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_) 2024-11-09T06:22:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_0 2024-11-09T06:22:49,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_1 into 2caac4436b3e6461a65087fef362d921/f as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ - updating store file list. 2024-11-09T06:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4f1de075478447c90fe17ca078a10e4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:49,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ into 2caac4436b3e6461a65087fef362d921/f 2024-11-09T06:22:49,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_1 into 2caac4436b3e6461a65087fef362d921/f (new location: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_) 2024-11-09T06:22:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/staging/jenkins__test__dpadajtsngu6am78et8d8g75i93odmbhkfl07rr7je4ehsks8e4nbgluiudrffco/f/hfile_1 2024-11-09T06:22:49,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:49,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:49,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:49,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:49,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2 , the old value is region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=4a84bcce7bad:42835 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:22:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T06:22:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731133360703.2caac4436b3e6461a65087fef362d921., hostname=4a84bcce7bad,42835,1731133346066, seqNum=2 from cache 2024-11-09T06:22:49,985 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T06:22:49,988 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T06:22:50,015 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 0, reset compression=false 2024-11-09T06:22:50,019 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:50,019 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-4a84bcce7bad,42835,1731133346066 got entry batch from reader: WALEntryBatch [walEntries=[{test/2caac4436b3e6461a65087fef362d921/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133369983/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T06:22:50,021 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T06:22:50,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T06:22:50,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.ReplicationSink(318): Replicating [23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5] bulk loaded data 2024-11-09T06:22:50,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5379b4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:50,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] client.ClusterIdFetcher(90): Going to request 4a84bcce7bad,37433,-1 for getting cluster id 2024-11-09T06:22:50,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T06:22:50,023 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7441b921-b023-4d27-ba12-ba19a3836968' 2024-11-09T06:22:50,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T06:22:50,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7441b921-b023-4d27-ba12-ba19a3836968" 2024-11-09T06:22:50,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cdfefc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:50,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4a84bcce7bad,37433,-1] 2024-11-09T06:22:50,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T06:22:50,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:50,024 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T06:22:50,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d94e689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T06:22:50,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741837_1013 (size=11194) 2024-11-09T06:22:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741838_1014 (size=10791) 2024-11-09T06:22:50,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:50,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:50,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@313df6ae 2024-11-09T06:22:50,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T06:22:50,055 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T06:22:50,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:22:50,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T06:22:50,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4a84bcce7bad,39719,1731133357710, seqNum=-1] 2024-11-09T06:22:50,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T06:22:50,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T06:22:50,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T06:22:50,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T06:22:50,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ for inclusion in a1b05b62a2a7fb0591fa094726f28b02/f 2024-11-09T06:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T06:22:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:50,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ for inclusion in a1b05b62a2a7fb0591fa094726f28b02/f 2024-11-09T06:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T06:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HRegion(2603): Flush status journal for a1b05b62a2a7fb0591fa094726f28b02: 2024-11-09T06:22:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4f1de075478447c90fe17ca078a10e4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:22:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/81f39f80568a43d3ac4c250533455f79_SeqId_4_ 2024-11-09T06:22:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3d83830e7334064a6880d8b14898ce0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:22:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/991d517f643b4a749af1f0ded5dcf147_SeqId_4_ 2024-11-09T06:22:50,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ into a1b05b62a2a7fb0591fa094726f28b02/f as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/81f39f80568a43d3ac4c250533455f79_SeqId_4_ - updating store file list. 2024-11-09T06:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81f39f80568a43d3ac4c250533455f79_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:50,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/81f39f80568a43d3ac4c250533455f79_SeqId_4_ into a1b05b62a2a7fb0591fa094726f28b02/f 2024-11-09T06:22:50,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ into a1b05b62a2a7fb0591fa094726f28b02/f (new location: hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/81f39f80568a43d3ac4c250533455f79_SeqId_4_) 2024-11-09T06:22:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ 2024-11-09T06:22:50,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ into a1b05b62a2a7fb0591fa094726f28b02/f as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/991d517f643b4a749af1f0ded5dcf147_SeqId_4_ - updating store file list. 2024-11-09T06:22:50,090 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:42835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T06:22:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 991d517f643b4a749af1f0ded5dcf147_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:50,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/991d517f643b4a749af1f0ded5dcf147_SeqId_4_ into a1b05b62a2a7fb0591fa094726f28b02/f 2024-11-09T06:22:50,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ into a1b05b62a2a7fb0591fa094726f28b02/f (new location: hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/f/991d517f643b4a749af1f0ded5dcf147_SeqId_4_) 2024-11-09T06:22:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/staging/jenkins.hfs.23__test__t6dej48eo3hdhiddm2a104jes0q7ekkor9415tmieg9v8126vg2cmutj7tec6ne7/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ 2024-11-09T06:22:50,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] regionserver.ReplicationSink(324): Finished replicating [23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5] bulk loaded data 2024-11-09T06:22:50,219 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:50,523 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:50,607 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 0, reset compression=false 2024-11-09T06:22:50,610 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T06:22:50,610 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42835,1731133346066 got entry batch from reader: WALEntryBatch [walEntries=[{test/2caac4436b3e6461a65087fef362d921/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731133369983/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T06:22:50,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.ReplicationSink(318): Replicating [23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5] bulk loaded data 2024-11-09T06:22:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741839_1015 (size=11194) 2024-11-09T06:22:50,810 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:50,926 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:50,990 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T06:22:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741840_1016 (size=10791) 2024-11-09T06:22:51,113 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:51,429 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:51,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T06:22:51,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T06:22:51,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T06:22:51,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ for inclusion in d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T06:22:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:51,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ for inclusion in d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T06:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T06:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegion(2603): Flush status journal for d6715a08ccecb395f667d5bde3d2ef7e: 2024-11-09T06:22:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3d83830e7334064a6880d8b14898ce0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/0019eebb36424712b77024b64e41e7f5_SeqId_6_ 2024-11-09T06:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4f1de075478447c90fe17ca078a10e4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T06:22:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/8a73ab9d187541c3a5724424b54b68f8_SeqId_6_ 2024-11-09T06:22:51,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ into d6715a08ccecb395f667d5bde3d2ef7e/f as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/0019eebb36424712b77024b64e41e7f5_SeqId_6_ - updating store file list. 2024-11-09T06:22:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0019eebb36424712b77024b64e41e7f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:51,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/0019eebb36424712b77024b64e41e7f5_SeqId_6_ into d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:51,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ into d6715a08ccecb395f667d5bde3d2ef7e/f (new location: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/0019eebb36424712b77024b64e41e7f5_SeqId_6_) 2024-11-09T06:22:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/a3d83830e7334064a6880d8b14898ce0_SeqId_6_ 2024-11-09T06:22:51,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ into d6715a08ccecb395f667d5bde3d2ef7e/f as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/8a73ab9d187541c3a5724424b54b68f8_SeqId_6_ - updating store file list. 2024-11-09T06:22:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a73ab9d187541c3a5724424b54b68f8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T06:22:51,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/8a73ab9d187541c3a5724424b54b68f8_SeqId_6_ into d6715a08ccecb395f667d5bde3d2ef7e/f 2024-11-09T06:22:51,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ into d6715a08ccecb395f667d5bde3d2ef7e/f (new location: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/f/8a73ab9d187541c3a5724424b54b68f8_SeqId_6_) 2024-11-09T06:22:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/staging/jenkins.hfs.22__test__9onrmk4m032msfrgat4lesdjnth1rsg5j9023go18jio8kn203c243632k8242r5/f/e4f1de075478447c90fe17ca078a10e4_SeqId_6_ 2024-11-09T06:22:51,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.ReplicationSink(324): Finished replicating [23b87b83-5be1-4a9f-8bcd-b270c9c3c0f5] bulk loaded data 2024-11-09T06:22:51,516 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:51,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:51,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T06:22:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:22:52,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:52,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:52,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:52,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:52,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:52,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:22:52,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=503898591, stopped=false 2024-11-09T06:22:52,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,37433,1731133357568 2024-11-09T06:22:52,018 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:52,032 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773988803/running 2024-11-09T06:22:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773988803/running 2024-11-09T06:22:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:52,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:52,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:52,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:52,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:52,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,39719,1731133357710' ***** 2024-11-09T06:22:52,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:22:52,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on znode that does not yet exist, /2-773988803/running 2024-11-09T06:22:52,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Set watcher on znode that does not yet exist, /2-773988803/running 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(3091): Received CLOSE for a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:52,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:39719. 2024-11-09T06:22:52,046 DEBUG [RS:0;4a84bcce7bad:39719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:52,046 DEBUG [RS:0;4a84bcce7bad:39719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:22:52,046 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1b05b62a2a7fb0591fa094726f28b02, disabling compactions & flushes 2024-11-09T06:22:52,047 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. after waiting 0 ms 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:52,047 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:22:52,047 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a1b05b62a2a7fb0591fa094726f28b02=test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02.} 2024-11-09T06:22:52,047 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1b05b62a2a7fb0591fa094726f28b02 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:52,047 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:52,047 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:52,047 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T06:22:52,056 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/default/test/a1b05b62a2a7fb0591fa094726f28b02/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T06:22:52,057 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:52,057 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:52,057 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:52,057 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1b05b62a2a7fb0591fa094726f28b02: Waiting for close lock at 1731133372047Running coprocessor pre-close hooks at 1731133372047Disabling compacts and flushes for region at 1731133372047Disabling writes for close at 1731133372047Writing region close event to WAL at 1731133372054 (+7 ms)Running coprocessor post-close hooks at 1731133372057 (+3 ms)Closed at 1731133372057 2024-11-09T06:22:52,057 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02. 2024-11-09T06:22:52,071 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:52,076 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/info/3828b5f2b07d46bab6a8c2f186d5a709 is 129, key is test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02./info:regioninfo/1731133364697/Put/seqid=0 2024-11-09T06:22:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741839_1015 (size=6421) 2024-11-09T06:22:52,247 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:52,448 DEBUG [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:52,479 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/info/3828b5f2b07d46bab6a8c2f186d5a709 2024-11-09T06:22:52,502 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:22:52,502 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:22:52,507 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/ns/87ad3fa1ff5646a889c840033a30c698 is 43, key is default/ns:d/1731133360571/Put/seqid=0 2024-11-09T06:22:52,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741840_1016 (size=5153) 2024-11-09T06:22:52,515 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/ns/87ad3fa1ff5646a889c840033a30c698 2024-11-09T06:22:52,541 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/rep_barrier/f12cdf7cb04a419187d594619979660d is 112, key is test,,1731133363492.a1b05b62a2a7fb0591fa094726f28b02./rep_barrier:seqnumDuringOpen/1731133364697/Put/seqid=0 2024-11-09T06:22:52,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741841_1017 (size=5518) 2024-11-09T06:22:52,556 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/rep_barrier/f12cdf7cb04a419187d594619979660d 2024-11-09T06:22:52,577 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/table/bddb1d63a90742c7ae4b9e609e108ebd is 40, key is test/table:state/1731133364705/Put/seqid=0 2024-11-09T06:22:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741842_1018 (size=5165) 2024-11-09T06:22:52,585 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/table/bddb1d63a90742c7ae4b9e609e108ebd 2024-11-09T06:22:52,589 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/info/3828b5f2b07d46bab6a8c2f186d5a709 as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/info/3828b5f2b07d46bab6a8c2f186d5a709 2024-11-09T06:22:52,595 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/info/3828b5f2b07d46bab6a8c2f186d5a709, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T06:22:52,596 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/ns/87ad3fa1ff5646a889c840033a30c698 as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/ns/87ad3fa1ff5646a889c840033a30c698 2024-11-09T06:22:52,600 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/ns/87ad3fa1ff5646a889c840033a30c698, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:22:52,601 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/rep_barrier/f12cdf7cb04a419187d594619979660d as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/rep_barrier/f12cdf7cb04a419187d594619979660d 2024-11-09T06:22:52,604 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/rep_barrier/f12cdf7cb04a419187d594619979660d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T06:22:52,605 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/.tmp/table/bddb1d63a90742c7ae4b9e609e108ebd as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/table/bddb1d63a90742c7ae4b9e609e108ebd 2024-11-09T06:22:52,608 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/table/bddb1d63a90742c7ae4b9e609e108ebd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:22:52,609 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=11, compaction requested=false 2024-11-09T06:22:52,614 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T06:22:52,615 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:52,615 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:52,615 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:52,615 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133372047Running coprocessor pre-close hooks at 1731133372047Disabling compacts and flushes for region at 1731133372047Disabling writes for close at 1731133372047Obtaining lock to block concurrent updates at 1731133372047Preparing flush snapshotting stores in 1588230740 at 1731133372047Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731133372048 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731133372048Flushing 1588230740/info: creating writer at 1731133372048Flushing 1588230740/info: appending metadata at 1731133372075 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731133372075Flushing 1588230740/ns: creating writer at 1731133372485 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731133372507 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731133372507Flushing 1588230740/rep_barrier: creating writer at 1731133372524 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133372541 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133372541Flushing 1588230740/table: creating writer at 1731133372560 (+19 ms)Flushing 1588230740/table: appending metadata at 1731133372576 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731133372576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216077a7: reopening flushed file at 1731133372588 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11567d18: reopening flushed file at 1731133372595 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3019b5cc: reopening flushed file at 1731133372600 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb3fbd5: reopening flushed file at 1731133372604 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=11, compaction requested=false at 1731133372609 (+5 ms)Writing region close event to WAL at 1731133372612 (+3 ms)Running coprocessor post-close hooks at 1731133372614 (+2 ms)Closed at 1731133372615 (+1 ms) 2024-11-09T06:22:52,615 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:52,623 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:52,648 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,39719,1731133357710; all regions closed. 2024-11-09T06:22:52,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741834_1010 (size=2717) 2024-11-09T06:22:52,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/WALs/4a84bcce7bad,39719,1731133357710/4a84bcce7bad%2C39719%2C1731133357710.meta.1731133360465.meta not finished, retry = 0 2024-11-09T06:22:52,741 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:52,753 DEBUG [RS:0;4a84bcce7bad:39719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/oldWALs 2024-11-09T06:22:52,753 INFO [RS:0;4a84bcce7bad:39719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C39719%2C1731133357710.meta:.meta(num 1731133360465) 2024-11-09T06:22:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741832_1008 (size=1028) 2024-11-09T06:22:52,756 DEBUG [RS:0;4a84bcce7bad:39719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/oldWALs 2024-11-09T06:22:52,756 INFO [RS:0;4a84bcce7bad:39719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C39719%2C1731133357710:(num 1731133359575) 2024-11-09T06:22:52,757 DEBUG [RS:0;4a84bcce7bad:39719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:52,757 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:52,757 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:52,757 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:52,757 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:52,757 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:52,757 INFO [RS:0;4a84bcce7bad:39719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:39719. 2024-11-09T06:22:52,758 DEBUG [RS:0;4a84bcce7bad:39719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:52,758 DEBUG [RS:0;4a84bcce7bad:39719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:52,758 DEBUG [RS:0;4a84bcce7bad:39719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:52,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:52,758 INFO [RS:0;4a84bcce7bad:39719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39719 2024-11-09T06:22:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803/rs 2024-11-09T06:22:52,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773988803/rs/4a84bcce7bad,39719,1731133357710 2024-11-09T06:22:52,770 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:52,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,39719,1731133357710] 2024-11-09T06:22:52,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-773988803/draining/4a84bcce7bad,39719,1731133357710 already deleted, retry=false 2024-11-09T06:22:52,813 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,39719,1731133357710 expired; onlineServers=0 2024-11-09T06:22:52,813 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,37433,1731133357568' ***** 2024-11-09T06:22:52,813 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:22:52,813 INFO [M:0;4a84bcce7bad:37433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:52,813 INFO [M:0;4a84bcce7bad:37433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:52,813 DEBUG [M:0;4a84bcce7bad:37433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:22:52,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:22:52,813 DEBUG [M:0;4a84bcce7bad:37433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:22:52,813 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133359293 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133359293,5,FailOnTimeoutGroup] 2024-11-09T06:22:52,813 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133359293 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133359293,5,FailOnTimeoutGroup] 2024-11-09T06:22:52,813 INFO [M:0;4a84bcce7bad:37433 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:52,813 INFO [M:0;4a84bcce7bad:37433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:52,813 DEBUG [M:0;4a84bcce7bad:37433 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:22:52,813 INFO [M:0;4a84bcce7bad:37433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:22:52,813 INFO [M:0;4a84bcce7bad:37433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:52,814 INFO [M:0;4a84bcce7bad:37433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:22:52,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:22:52,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773988803/master 2024-11-09T06:22:52,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773988803 2024-11-09T06:22:52,834 DEBUG [M:0;4a84bcce7bad:37433 {}] zookeeper.ZKUtil(347): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Unable to get data of znode /2-773988803/master because node does not exist (not an error) 2024-11-09T06:22:52,834 WARN [M:0;4a84bcce7bad:37433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:22:52,834 INFO [M:0;4a84bcce7bad:37433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/.lastflushedseqids 2024-11-09T06:22:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741843_1019 (size=173) 2024-11-09T06:22:52,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:52,892 INFO [RS:0;4a84bcce7bad:39719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:52,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39719-0x1011e42835b0007, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:52,892 INFO [RS:0;4a84bcce7bad:39719 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,39719,1731133357710; zookeeper connection closed. 2024-11-09T06:22:52,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78134040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78134040 2024-11-09T06:22:52,894 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:22:53,238 INFO [M:0;4a84bcce7bad:37433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:22:53,238 INFO [M:0;4a84bcce7bad:37433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:22:53,238 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:53,238 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:53,238 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:53,238 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:53,239 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:53,239 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T06:22:53,258 DEBUG [M:0;4a84bcce7bad:37433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fdbdcd501324bff82c8d67ba66c813a is 82, key is hbase:meta,,1/info:regioninfo/1731133360514/Put/seqid=0 2024-11-09T06:22:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741844_1020 (size=5672) 2024-11-09T06:22:53,274 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fdbdcd501324bff82c8d67ba66c813a 2024-11-09T06:22:53,293 DEBUG [M:0;4a84bcce7bad:37433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67afe0d0ecd24041aea11512773418ca is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133364710/Put/seqid=0 2024-11-09T06:22:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741845_1021 (size=6587) 2024-11-09T06:22:53,333 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:53,544 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:53,710 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67afe0d0ecd24041aea11512773418ca 2024-11-09T06:22:53,726 DEBUG [M:0;4a84bcce7bad:37433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b1362acd78946bba48c6a1b398d903f is 69, key is 4a84bcce7bad,39719,1731133357710/rs:state/1731133359391/Put/seqid=0 2024-11-09T06:22:53,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741846_1022 (size=5156) 2024-11-09T06:22:54,129 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b1362acd78946bba48c6a1b398d903f 2024-11-09T06:22:54,132 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fdbdcd501324bff82c8d67ba66c813a as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fdbdcd501324bff82c8d67ba66c813a 2024-11-09T06:22:54,136 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fdbdcd501324bff82c8d67ba66c813a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T06:22:54,136 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67afe0d0ecd24041aea11512773418ca as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67afe0d0ecd24041aea11512773418ca 2024-11-09T06:22:54,139 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67afe0d0ecd24041aea11512773418ca, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T06:22:54,140 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b1362acd78946bba48c6a1b398d903f as hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b1362acd78946bba48c6a1b398d903f 2024-11-09T06:22:54,144 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b1362acd78946bba48c6a1b398d903f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T06:22:54,145 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=55, compaction requested=false 2024-11-09T06:22:54,146 INFO [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:54,146 DEBUG [M:0;4a84bcce7bad:37433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133373238Disabling compacts and flushes for region at 1731133373238Disabling writes for close at 1731133373239 (+1 ms)Obtaining lock to block concurrent updates at 1731133373239Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133373239Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731133373239Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133373240 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133373240Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133373258 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133373258Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133373278 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133373293 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133373293Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133373713 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133373725 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133373725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4874a4: reopening flushed file at 1731133374132 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3598386f: reopening flushed file at 1731133374136 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aab3e90: reopening flushed file at 1731133374140 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=55, compaction requested=false at 1731133374145 (+5 ms)Writing region close event to WAL at 1731133374146 (+1 ms)Closed at 1731133374146 2024-11-09T06:22:54,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741830_1006 (size=32782) 2024-11-09T06:22:54,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5d49db0-698c-fc55-9752-f3f45f2748b7/MasterData/WALs/4a84bcce7bad,37433,1731133357568/4a84bcce7bad%2C37433%2C1731133357568.1731133359074 not finished, retry = 0 2024-11-09T06:22:54,152 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:54,249 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:54,250 INFO [M:0;4a84bcce7bad:37433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:22:54,251 INFO [M:0;4a84bcce7bad:37433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37433 2024-11-09T06:22:54,252 INFO [M:0;4a84bcce7bad:37433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:54,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:54,365 INFO [M:0;4a84bcce7bad:37433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:54,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37433-0x1011e42835b0006, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:54,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f941d4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:54,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47469e50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:54,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:54,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ac3578{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:54,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71dd64b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:54,370 WARN [BP-2063386435-172.17.0.3-1731133354817 heartbeating to localhost/127.0.0.1:39667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:22:54,370 WARN [BP-2063386435-172.17.0.3-1731133354817 heartbeating to localhost/127.0.0.1:39667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2063386435-172.17.0.3-1731133354817 (Datanode Uuid 7377e1df-8057-4916-b467-a5d29a6f4b05) service to localhost/127.0.0.1:39667 2024-11-09T06:22:54,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:22:54,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:22:54,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/cluster_ffb0df20-b4a9-ce25-a4a4-7374da32c85b/data/data1/current/BP-2063386435-172.17.0.3-1731133354817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:54,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/cluster_ffb0df20-b4a9-ce25-a4a4-7374da32c85b/data/data2/current/BP-2063386435-172.17.0.3-1731133354817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:54,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:22:54,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@143bbedc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:54,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@549f6290{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:54,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:54,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334ecfd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:54,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b430792{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4c8908-dd70-f3ed-31b3-e811cb461516/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:54,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:22:54,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:22:54,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:54,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:54,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:54,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:54,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:54,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:22:54,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204757447, stopped=false 2024-11-09T06:22:54,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,33519,1731133350826 2024-11-09T06:22:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-702642074/running 2024-11-09T06:22:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:54,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-702642074/running 2024-11-09T06:22:54,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:54,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:54,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:54,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:54,410 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,33435,1731133350978' ***** 2024-11-09T06:22:54,410 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:22:54,411 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:22:54,411 INFO [RS:0;4a84bcce7bad:33435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:22:54,411 INFO [RS:0;4a84bcce7bad:33435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:22:54,411 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(3091): Received CLOSE for d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:54,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:22:54,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on znode that does not yet exist, /1-702642074/running 2024-11-09T06:22:54,412 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:54,412 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:54,412 INFO [RS:0;4a84bcce7bad:33435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:33435. 2024-11-09T06:22:54,412 DEBUG [RS:0;4a84bcce7bad:33435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:54,412 DEBUG [RS:0;4a84bcce7bad:33435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6715a08ccecb395f667d5bde3d2ef7e, disabling compactions & flushes 2024-11-09T06:22:54,412 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:54,412 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:22:54,412 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:22:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. after waiting 0 ms 2024-11-09T06:22:54,412 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:22:54,412 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:54,413 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:22:54,413 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T06:22:54,413 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1325): Online Regions={d6715a08ccecb395f667d5bde3d2ef7e=test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:22:54,413 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6715a08ccecb395f667d5bde3d2ef7e 2024-11-09T06:22:54,413 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:54,413 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:54,413 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:54,413 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:54,413 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:54,414 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T06:22:54,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Set watcher on znode that does not yet exist, /1-702642074/running 2024-11-09T06:22:54,428 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:54,433 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/default/test/d6715a08ccecb395f667d5bde3d2ef7e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T06:22:54,434 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:54,434 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:54,434 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:54,434 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6715a08ccecb395f667d5bde3d2ef7e: Waiting for close lock at 1731133374412Running coprocessor pre-close hooks at 1731133374412Disabling compacts and flushes for region at 1731133374412Disabling writes for close at 1731133374412Writing region close event to WAL at 1731133374429 (+17 ms)Running coprocessor post-close hooks at 1731133374433 (+4 ms)Closed at 1731133374434 (+1 ms) 2024-11-09T06:22:54,434 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e. 2024-11-09T06:22:54,448 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:54,449 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/info/ee18b186a7a347a88710340ecea708e3 is 129, key is test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e./info:regioninfo/1731133363214/Put/seqid=0 2024-11-09T06:22:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741841_1017 (size=6421) 2024-11-09T06:22:54,613 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:54,814 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:54,858 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/info/ee18b186a7a347a88710340ecea708e3 2024-11-09T06:22:54,873 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/ns/a613425ae638463eb1a1af787d08ce6b is 43, key is default/ns:d/1731133354535/Put/seqid=0 2024-11-09T06:22:54,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741842_1018 (size=5153) 2024-11-09T06:22:55,014 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:55,055 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:55,204 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:22:55,204 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:22:55,214 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:55,277 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/ns/a613425ae638463eb1a1af787d08ce6b 2024-11-09T06:22:55,293 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/rep_barrier/18692d5a89e14584a310088ecc67cc80 is 112, key is test,,1731133362862.d6715a08ccecb395f667d5bde3d2ef7e./rep_barrier:seqnumDuringOpen/1731133363214/Put/seqid=0 2024-11-09T06:22:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741843_1019 (size=5518) 2024-11-09T06:22:55,414 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T06:22:55,414 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:22:55,414 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:55,452 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:55,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T06:22:55,540 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:22:55,540 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169367 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [4a84bcce7bad,41733,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:41733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T06:22:55,614 DEBUG [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T06:22:55,696 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/rep_barrier/18692d5a89e14584a310088ecc67cc80 2024-11-09T06:22:55,718 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/table/044a1fd52b82424d98b6fc64b7ec2448 is 40, key is test/table:state/1731133363221/Put/seqid=0 2024-11-09T06:22:55,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741844_1020 (size=5165) 2024-11-09T06:22:55,726 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/table/044a1fd52b82424d98b6fc64b7ec2448 2024-11-09T06:22:55,732 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/info/ee18b186a7a347a88710340ecea708e3 as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/info/ee18b186a7a347a88710340ecea708e3 2024-11-09T06:22:55,743 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/info/ee18b186a7a347a88710340ecea708e3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T06:22:55,744 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/ns/a613425ae638463eb1a1af787d08ce6b as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/ns/a613425ae638463eb1a1af787d08ce6b 2024-11-09T06:22:55,747 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/ns/a613425ae638463eb1a1af787d08ce6b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:22:55,747 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/rep_barrier/18692d5a89e14584a310088ecc67cc80 as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/rep_barrier/18692d5a89e14584a310088ecc67cc80 2024-11-09T06:22:55,752 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/rep_barrier/18692d5a89e14584a310088ecc67cc80, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T06:22:55,753 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/.tmp/table/044a1fd52b82424d98b6fc64b7ec2448 as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/table/044a1fd52b82424d98b6fc64b7ec2448 2024-11-09T06:22:55,758 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/table/044a1fd52b82424d98b6fc64b7ec2448, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T06:22:55,759 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=11, compaction requested=false 2024-11-09T06:22:55,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T06:22:55,779 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T06:22:55,780 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:55,780 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:55,780 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:55,780 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133374413Running coprocessor pre-close hooks at 1731133374413Disabling compacts and flushes for region at 1731133374413Disabling writes for close at 1731133374413Obtaining lock to block concurrent updates at 1731133374414 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731133374414Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731133374414Flushing stores of hbase:meta,,1.1588230740 at 1731133374414Flushing 1588230740/info: creating writer at 1731133374414Flushing 1588230740/info: appending metadata at 1731133374448 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731133374448Flushing 1588230740/ns: creating writer at 1731133374861 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731133374873 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731133374873Flushing 1588230740/rep_barrier: creating writer at 1731133375280 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133375292 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133375292Flushing 1588230740/table: creating writer at 1731133375702 (+410 ms)Flushing 1588230740/table: appending metadata at 1731133375718 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731133375718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7553e9e5: reopening flushed file at 1731133375731 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1da7ec1f: reopening flushed file at 1731133375743 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d576338: reopening flushed file at 1731133375747 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b9d2c2: reopening flushed file at 1731133375752 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=11, compaction requested=false at 1731133375759 (+7 ms)Writing region close event to WAL at 1731133375776 (+17 ms)Running coprocessor post-close hooks at 1731133375780 (+4 ms)Closed at 1731133375780 2024-11-09T06:22:55,780 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:55,815 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,33435,1731133350978; all regions closed. 2024-11-09T06:22:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741834_1010 (size=2717) 2024-11-09T06:22:55,821 DEBUG [RS:0;4a84bcce7bad:33435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/oldWALs 2024-11-09T06:22:55,821 INFO [RS:0;4a84bcce7bad:33435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C33435%2C1731133350978.meta:.meta(num 1731133354445) 2024-11-09T06:22:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741832_1008 (size=1374) 2024-11-09T06:22:55,834 DEBUG [RS:0;4a84bcce7bad:33435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/oldWALs 2024-11-09T06:22:55,834 INFO [RS:0;4a84bcce7bad:33435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4a84bcce7bad%2C33435%2C1731133350978:(num 1731133353333) 2024-11-09T06:22:55,834 DEBUG [RS:0;4a84bcce7bad:33435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:55,834 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:55,834 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:55,834 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:55,834 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:55,834 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:55,834 INFO [RS:0;4a84bcce7bad:33435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:33435. 2024-11-09T06:22:55,834 DEBUG [RS:0;4a84bcce7bad:33435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:55,834 DEBUG [RS:0;4a84bcce7bad:33435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:55,835 DEBUG [RS:0;4a84bcce7bad:33435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:55,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:55,835 INFO [RS:0;4a84bcce7bad:33435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33435 2024-11-09T06:22:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-702642074/rs/4a84bcce7bad,33435,1731133350978 2024-11-09T06:22:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074/rs 2024-11-09T06:22:55,904 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:55,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,33435,1731133350978] 2024-11-09T06:22:55,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-702642074/draining/4a84bcce7bad,33435,1731133350978 already deleted, retry=false 2024-11-09T06:22:55,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,33435,1731133350978 expired; onlineServers=0 2024-11-09T06:22:55,925 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,33519,1731133350826' ***** 2024-11-09T06:22:55,925 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:22:55,925 INFO [M:0;4a84bcce7bad:33519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:55,925 INFO [M:0;4a84bcce7bad:33519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:55,925 DEBUG [M:0;4a84bcce7bad:33519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:22:55,926 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:22:55,926 DEBUG [M:0;4a84bcce7bad:33519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:22:55,926 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133353039 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133353039,5,FailOnTimeoutGroup] 2024-11-09T06:22:55,926 INFO [M:0;4a84bcce7bad:33519 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:55,926 INFO [M:0;4a84bcce7bad:33519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:55,926 DEBUG [M:0;4a84bcce7bad:33519 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:22:55,926 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133353039 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133353039,5,FailOnTimeoutGroup] 2024-11-09T06:22:55,926 INFO [M:0;4a84bcce7bad:33519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:22:55,926 INFO [M:0;4a84bcce7bad:33519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:55,926 INFO [M:0;4a84bcce7bad:33519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:22:55,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:22:55,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-702642074/master 2024-11-09T06:22:55,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-702642074 2024-11-09T06:22:55,937 DEBUG [M:0;4a84bcce7bad:33519 {}] zookeeper.ZKUtil(347): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Unable to get data of znode /1-702642074/master because node does not exist (not an error) 2024-11-09T06:22:55,937 WARN [M:0;4a84bcce7bad:33519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:22:55,948 INFO [M:0;4a84bcce7bad:33519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/.lastflushedseqids 2024-11-09T06:22:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741845_1021 (size=173) 2024-11-09T06:22:56,015 INFO [RS:0;4a84bcce7bad:33435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:56,015 INFO [RS:0;4a84bcce7bad:33435 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,33435,1731133350978; zookeeper connection closed. 2024-11-09T06:22:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1011e42835b0004, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:56,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61070c02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61070c02 2024-11-09T06:22:56,015 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:22:56,059 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:56,352 INFO [M:0;4a84bcce7bad:33519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:22:56,352 INFO [M:0;4a84bcce7bad:33519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:22:56,352 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:56,352 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:56,352 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:56,352 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:56,352 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:56,352 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T06:22:56,365 DEBUG [M:0;4a84bcce7bad:33519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc5b94942d2c438d95fa8ef35dab2dd0 is 82, key is hbase:meta,,1/info:regioninfo/1731133354472/Put/seqid=0 2024-11-09T06:22:56,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741846_1022 (size=5672) 2024-11-09T06:22:56,557 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:56,769 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc5b94942d2c438d95fa8ef35dab2dd0 2024-11-09T06:22:56,790 DEBUG [M:0;4a84bcce7bad:33519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae03cb40aaa4cafb841352dc21a4033 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133363225/Put/seqid=0 2024-11-09T06:22:56,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741847_1023 (size=6587) 2024-11-09T06:22:56,801 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae03cb40aaa4cafb841352dc21a4033 2024-11-09T06:22:56,822 DEBUG [M:0;4a84bcce7bad:33519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a383b0047a3f483da4bda657e849e018 is 69, key is 4a84bcce7bad,33435,1731133350978/rs:state/1731133353153/Put/seqid=0 2024-11-09T06:22:56,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741848_1024 (size=5156) 2024-11-09T06:22:57,162 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:57,227 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a383b0047a3f483da4bda657e849e018 2024-11-09T06:22:57,231 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc5b94942d2c438d95fa8ef35dab2dd0 as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc5b94942d2c438d95fa8ef35dab2dd0 2024-11-09T06:22:57,234 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc5b94942d2c438d95fa8ef35dab2dd0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T06:22:57,234 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ae03cb40aaa4cafb841352dc21a4033 as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ae03cb40aaa4cafb841352dc21a4033 2024-11-09T06:22:57,237 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ae03cb40aaa4cafb841352dc21a4033, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T06:22:57,238 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a383b0047a3f483da4bda657e849e018 as hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a383b0047a3f483da4bda657e849e018 2024-11-09T06:22:57,240 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34325/user/jenkins/test-data/c1fb7d1b-10d3-570a-2ce1-65014d69b9a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a383b0047a3f483da4bda657e849e018, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T06:22:57,241 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false 2024-11-09T06:22:57,242 INFO [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:57,242 DEBUG [M:0;4a84bcce7bad:33519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133376352Disabling compacts and flushes for region at 1731133376352Disabling writes for close at 1731133376352Obtaining lock to block concurrent updates at 1731133376352Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133376352Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731133376353 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133376353Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133376353Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133376365 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133376365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133376772 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133376788 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133376788Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133376805 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133376822 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133376822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19bbea89: reopening flushed file at 1731133377230 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f89beb: reopening flushed file at 1731133377234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59aad3fa: reopening flushed file at 1731133377237 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false at 1731133377241 (+4 ms)Writing region close event to WAL at 1731133377242 (+1 ms)Closed at 1731133377242 2024-11-09T06:22:57,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45269 is added to blk_1073741830_1006 (size=32782) 2024-11-09T06:22:57,244 INFO [M:0;4a84bcce7bad:33519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:22:57,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:57,244 INFO [M:0;4a84bcce7bad:33519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33519 2024-11-09T06:22:57,245 INFO [M:0;4a84bcce7bad:33519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:57,404 INFO [M:0;4a84bcce7bad:33519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:57,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33519-0x1011e42835b0003, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:57,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@228ddc58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:57,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aa5e004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:57,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:57,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b11e858{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:57,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c970c88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:57,408 WARN [BP-1770924239-172.17.0.3-1731133348049 heartbeating to localhost/127.0.0.1:34325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:22:57,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:22:57,408 WARN [BP-1770924239-172.17.0.3-1731133348049 heartbeating to localhost/127.0.0.1:34325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1770924239-172.17.0.3-1731133348049 (Datanode Uuid 02e976f4-b02c-47c8-92bc-af216c744626) service to localhost/127.0.0.1:34325 2024-11-09T06:22:57,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:22:57,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/cluster_9bc4e991-3d5c-622c-d748-bae318762f79/data/data1/current/BP-1770924239-172.17.0.3-1731133348049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:57,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/cluster_9bc4e991-3d5c-622c-d748-bae318762f79/data/data2/current/BP-1770924239-172.17.0.3-1731133348049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:57,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:22:57,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32c3896a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:57,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b48bbc5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:57,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:57,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:57,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3488dc26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe69040e-aa38-5996-e60e-37cb15efb49a/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:57,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:22:57,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T06:22:57,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:57,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:57,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:57,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:57,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:57,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T06:22:57,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=462151394, stopped=false 2024-11-09T06:22:57,426 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4a84bcce7bad,40191,1731133345817 2024-11-09T06:22:57,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01049775681/running 2024-11-09T06:22:57,444 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01049775681/running 2024-11-09T06:22:57,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:57,444 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:57,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:57,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on znode that does not yet exist, /01049775681/running 2024-11-09T06:22:57,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T06:22:57,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Set watcher on znode that does not yet exist, /01049775681/running 2024-11-09T06:22:57,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:57,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:57,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4a84bcce7bad,42835,1731133346066' ***** 2024-11-09T06:22:57,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T06:22:57,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 2caac4436b3e6461a65087fef362d921 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(959): stopping server 4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:57,445 INFO [RS:0;4a84bcce7bad:42835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42835. 2024-11-09T06:22:57,445 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2d18983c3a40681cccd42b0f1a1730, disabling compactions & flushes 2024-11-09T06:22:57,445 DEBUG [RS:0;4a84bcce7bad:42835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:57,445 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:57,445 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:57,445 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:57,445 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. after waiting 0 ms 2024-11-09T06:22:57,446 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:57,446 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T06:22:57,446 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T06:22:57,446 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T06:22:57,446 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T06:22:57,446 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc2d18983c3a40681cccd42b0f1a1730 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T06:22:57,446 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T06:22:57,446 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1325): Online Regions={cc2d18983c3a40681cccd42b0f1a1730=hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730., 2caac4436b3e6461a65087fef362d921=test,,1731133360703.2caac4436b3e6461a65087fef362d921., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T06:22:57,446 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2caac4436b3e6461a65087fef362d921, cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:57,446 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T06:22:57,446 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T06:22:57,446 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T06:22:57,446 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T06:22:57,446 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T06:22:57,446 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T06:22:57,464 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/info/72d70c91ac9e4409a0fdde38682344aa is 147, key is hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730./info:regioninfo/1731133366085/Put/seqid=0 2024-11-09T06:22:57,464 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/.tmp/hfileref/b5df190cb7764b0fa1d7aed78b4e1895 is 74, key is 1/hfileref:73c72bf3c0fd4eb7887a62abec2890bf_SeqId_4_/1731133367917/DeleteColumn/seqid=0 2024-11-09T06:22:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741847_1023 (size=7686) 2024-11-09T06:22:57,467 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/info/72d70c91ac9e4409a0fdde38682344aa 2024-11-09T06:22:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741848_1024 (size=5489) 2024-11-09T06:22:57,491 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/ns/3334d8a66dd7418eb89ecceceb0fd939 is 43, key is default/ns:d/1731133347925/Put/seqid=0 2024-11-09T06:22:57,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741849_1025 (size=5153) 2024-11-09T06:22:57,516 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/ns/3334d8a66dd7418eb89ecceceb0fd939 2024-11-09T06:22:57,539 INFO [regionserver/4a84bcce7bad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:57,541 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/rep_barrier/c1ee8a5bde2c4c53aad53f4cc32ba3d1 is 112, key is test,,1731133360703.2caac4436b3e6461a65087fef362d921./rep_barrier:seqnumDuringOpen/1731133361873/Put/seqid=0 2024-11-09T06:22:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741850_1026 (size=5518) 2024-11-09T06:22:57,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T06:22:57,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,646 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2caac4436b3e6461a65087fef362d921, cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:57,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T06:22:57,760 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:57,846 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2caac4436b3e6461a65087fef362d921, cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:57,874 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/.tmp/hfileref/b5df190cb7764b0fa1d7aed78b4e1895 2024-11-09T06:22:57,891 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/.tmp/queue/42e2beba01ba4d3fbf998a852acbb5dc is 153, key is 1-4a84bcce7bad,42835,1731133346066/queue:4a84bcce7bad%2C42835%2C1731133346066/1731133371452/Put/seqid=0 2024-11-09T06:22:57,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741851_1027 (size=5504) 2024-11-09T06:22:57,944 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/rep_barrier/c1ee8a5bde2c4c53aad53f4cc32ba3d1 2024-11-09T06:22:57,963 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/table/44fac06d1fc1495ca2649c0830b84278 is 53, key is hbase:replication/table:state/1731133366094/Put/seqid=0 2024-11-09T06:22:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741852_1028 (size=5308) 2024-11-09T06:22:57,966 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/table/44fac06d1fc1495ca2649c0830b84278 2024-11-09T06:22:57,970 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/info/72d70c91ac9e4409a0fdde38682344aa as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/info/72d70c91ac9e4409a0fdde38682344aa 2024-11-09T06:22:57,974 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/info/72d70c91ac9e4409a0fdde38682344aa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T06:22:57,974 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/ns/3334d8a66dd7418eb89ecceceb0fd939 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/ns/3334d8a66dd7418eb89ecceceb0fd939 2024-11-09T06:22:57,977 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/ns/3334d8a66dd7418eb89ecceceb0fd939, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T06:22:57,977 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/rep_barrier/c1ee8a5bde2c4c53aad53f4cc32ba3d1 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/rep_barrier/c1ee8a5bde2c4c53aad53f4cc32ba3d1 2024-11-09T06:22:57,980 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/rep_barrier/c1ee8a5bde2c4c53aad53f4cc32ba3d1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T06:22:57,980 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/.tmp/table/44fac06d1fc1495ca2649c0830b84278 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/table/44fac06d1fc1495ca2649c0830b84278 2024-11-09T06:22:57,983 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/table/44fac06d1fc1495ca2649c0830b84278, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T06:22:57,984 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=16, compaction requested=false 2024-11-09T06:22:57,984 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T06:22:57,987 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T06:22:57,987 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:57,987 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:57,987 INFO [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:57,987 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731133377446Running coprocessor pre-close hooks at 1731133377446Disabling compacts and flushes for region at 1731133377446Disabling writes for close at 1731133377446Obtaining lock to block concurrent updates at 1731133377446Preparing flush snapshotting stores in 1588230740 at 1731133377446Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731133377446Flushing stores of hbase:meta,,1.1588230740 at 1731133377447 (+1 ms)Flushing 1588230740/info: creating writer at 1731133377447Flushing 1588230740/info: appending metadata at 1731133377463 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731133377463Flushing 1588230740/ns: creating writer at 1731133377475 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731133377491 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731133377491Flushing 1588230740/rep_barrier: creating writer at 1731133377521 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731133377540 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731133377540Flushing 1588230740/table: creating writer at 1731133377947 (+407 ms)Flushing 1588230740/table: appending metadata at 1731133377963 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731133377963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa65f48: reopening flushed file at 1731133377970 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ead98c: reopening flushed file at 1731133377974 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1683b801: reopening flushed file at 1731133377977 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35dacc9a: reopening flushed file at 1731133377980 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=16, compaction requested=false at 1731133377984 (+4 ms)Writing region close event to WAL at 1731133377985 (+1 ms)Running coprocessor post-close hooks at 1731133377987 (+2 ms)Closed at 1731133377987 2024-11-09T06:22:57,988 DEBUG [RS_CLOSE_META-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T06:22:58,046 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1351): Waiting on 2caac4436b3e6461a65087fef362d921, cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:58,216 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T06:22:58,217 INFO [regionserver/4a84bcce7bad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T06:22:58,247 DEBUG [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1351): Waiting on 2caac4436b3e6461a65087fef362d921, cc2d18983c3a40681cccd42b0f1a1730 2024-11-09T06:22:58,295 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/.tmp/queue/42e2beba01ba4d3fbf998a852acbb5dc 2024-11-09T06:22:58,298 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/.tmp/hfileref/b5df190cb7764b0fa1d7aed78b4e1895 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/hfileref/b5df190cb7764b0fa1d7aed78b4e1895 2024-11-09T06:22:58,301 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/hfileref/b5df190cb7764b0fa1d7aed78b4e1895, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T06:22:58,302 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/.tmp/queue/42e2beba01ba4d3fbf998a852acbb5dc as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/queue/42e2beba01ba4d3fbf998a852acbb5dc 2024-11-09T06:22:58,308 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/queue/42e2beba01ba4d3fbf998a852acbb5dc, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T06:22:58,309 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cc2d18983c3a40681cccd42b0f1a1730 in 863ms, sequenceid=17, compaction requested=false 2024-11-09T06:22:58,313 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/hbase/replication/cc2d18983c3a40681cccd42b0f1a1730/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T06:22:58,313 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:58,313 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T06:22:58,313 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:58,313 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2d18983c3a40681cccd42b0f1a1730: Waiting for close lock at 1731133377445Running coprocessor pre-close hooks at 1731133377445Disabling compacts and flushes for region at 1731133377445Disabling writes for close at 1731133377446 (+1 ms)Obtaining lock to block concurrent updates at 1731133377446Preparing flush snapshotting stores in cc2d18983c3a40681cccd42b0f1a1730 at 1731133377446Finished memstore snapshotting hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731133377446Flushing stores of hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. at 1731133377446Flushing cc2d18983c3a40681cccd42b0f1a1730/hfileref: creating writer at 1731133377446Flushing cc2d18983c3a40681cccd42b0f1a1730/hfileref: appending metadata at 1731133377464 (+18 ms)Flushing cc2d18983c3a40681cccd42b0f1a1730/hfileref: closing flushed file at 1731133377464Flushing cc2d18983c3a40681cccd42b0f1a1730/queue: creating writer at 1731133377877 (+413 ms)Flushing cc2d18983c3a40681cccd42b0f1a1730/queue: appending metadata at 1731133377891 (+14 ms)Flushing cc2d18983c3a40681cccd42b0f1a1730/queue: closing flushed file at 1731133377891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9cda51: reopening flushed file at 1731133378298 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b1c499: reopening flushed file at 1731133378301 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cc2d18983c3a40681cccd42b0f1a1730 in 863ms, sequenceid=17, compaction requested=false at 1731133378309 (+8 ms)Writing region close event to WAL at 1731133378310 (+1 ms)Running coprocessor post-close hooks at 1731133378313 (+3 ms)Closed at 1731133378313 2024-11-09T06:22:58,314 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731133365665.cc2d18983c3a40681cccd42b0f1a1730. 2024-11-09T06:22:58,314 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2caac4436b3e6461a65087fef362d921, disabling compactions & flushes 2024-11-09T06:22:58,314 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:58,314 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:58,314 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731133360703.2caac4436b3e6461a65087fef362d921. after waiting 0 ms 2024-11-09T06:22:58,314 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:58,316 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/data/default/test/2caac4436b3e6461a65087fef362d921/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T06:22:58,316 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T06:22:58,316 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T06:22:58,316 INFO [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:58,316 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2caac4436b3e6461a65087fef362d921: Waiting for close lock at 1731133378314Running coprocessor pre-close hooks at 1731133378314Disabling compacts and flushes for region at 1731133378314Disabling writes for close at 1731133378314Writing region close event to WAL at 1731133378314Running coprocessor post-close hooks at 1731133378316 (+2 ms)Closed at 1731133378316 2024-11-09T06:22:58,316 DEBUG [RS_CLOSE_REGION-regionserver/4a84bcce7bad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731133360703.2caac4436b3e6461a65087fef362d921. 2024-11-09T06:22:58,366 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 393, reset compression=false 2024-11-09T06:22:58,369 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T06:22:58,370 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727 to pos 688, reset compression=false 2024-11-09T06:22:58,370 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-4a84bcce7bad,42835,1731133346066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/WALs/4a84bcce7bad,42835,1731133346066/4a84bcce7bad%2C42835%2C1731133346066.1731133368727, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T06:22:58,371 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 4a84bcce7bad,42835,1731133346066: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-4a84bcce7bad,42835,1731133346066, walGroup=4a84bcce7bad%2C42835%2C1731133346066, offset=4a84bcce7bad%2C42835%2C1731133346066.1731133368727:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:42835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T06:22:58,372 ERROR [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T06:22:58,372 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T06:22:58,372 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T06:22:58,372 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T06:22:58,372 DEBUG [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T06:22:58,372 INFO [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1608515584, "init": 1048576000, "max": 2306867200, "used": 1119941560 }, "NonHeapMemoryUsage": { "committed": 210567168, "init": 7667712, "max": -1, "used": 207574600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T06:22:58,373 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:40191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=4a84bcce7bad:40191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T06:22:58,447 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(976): stopping server 4a84bcce7bad,42835,1731133346066; all regions closed. 2024-11-09T06:22:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741844_1020 (size=859) 2024-11-09T06:22:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741842_1018 (size=2791) 2024-11-09T06:22:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741843_1019 (size=696) 2024-11-09T06:22:58,452 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:58,452 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T06:22:58,452 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:58,452 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.ChoreService(370): Chore service for: regionserver/4a84bcce7bad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:58,452 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:58,452 INFO [regionserver/4a84bcce7bad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:58,453 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-4a84bcce7bad,42835,1731133346066 because: Region server is closing 2024-11-09T06:22:58,453 INFO [RS:0;4a84bcce7bad:42835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42835. 2024-11-09T06:22:58,453 DEBUG [RS:0;4a84bcce7bad:42835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:58,453 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:58,453 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:58,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:58,553 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 terminated 2024-11-09T06:22:58,553 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-4a84bcce7bad,42835,1731133346066 because: Region server is closing 2024-11-09T06:22:58,553 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,1-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,1-4a84bcce7bad,42835,1731133346066 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:22:58,554 INFO [RS:0;4a84bcce7bad:42835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4a84bcce7bad:42835. 2024-11-09T06:22:58,554 DEBUG [RS:0;4a84bcce7bad:42835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T06:22:58,554 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:58,554 DEBUG [RS:0;4a84bcce7bad:42835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T06:22:58,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T06:22:58,654 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.wal-reader.4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T06:22:58,654 WARN [RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T06:22:58,654 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/4a84bcce7bad:0-0.replicationSource,2-4a84bcce7bad,42835,1731133346066.replicationSource.shipper4a84bcce7bad%2C42835%2C1731133346066,2-4a84bcce7bad,42835,1731133346066 terminated 2024-11-09T06:22:58,654 INFO [RS:0;4a84bcce7bad:42835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42835 2024-11-09T06:22:58,672 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01049775681/rs/4a84bcce7bad,42835,1731133346066 2024-11-09T06:22:58,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681/rs 2024-11-09T06:22:58,672 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:58,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4a84bcce7bad,42835,1731133346066] 2024-11-09T06:22:58,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01049775681/draining/4a84bcce7bad,42835,1731133346066 already deleted, retry=false 2024-11-09T06:22:58,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4a84bcce7bad,42835,1731133346066 expired; onlineServers=0 2024-11-09T06:22:58,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4a84bcce7bad,40191,1731133345817' ***** 2024-11-09T06:22:58,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T06:22:58,693 INFO [M:0;4a84bcce7bad:40191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T06:22:58,694 INFO [M:0;4a84bcce7bad:40191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T06:22:58,694 DEBUG [M:0;4a84bcce7bad:40191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T06:22:58,694 DEBUG [M:0;4a84bcce7bad:40191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T06:22:58,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T06:22:58,694 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133347070 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.large.0-1731133347070,5,FailOnTimeoutGroup] 2024-11-09T06:22:58,694 DEBUG [master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133347100 {}] cleaner.HFileCleaner(306): Exit Thread[master/4a84bcce7bad:0:becomeActiveMaster-HFileCleaner.small.0-1731133347100,5,FailOnTimeoutGroup] 2024-11-09T06:22:58,694 INFO [M:0;4a84bcce7bad:40191 {}] hbase.ChoreService(370): Chore service for: master/4a84bcce7bad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T06:22:58,694 INFO [M:0;4a84bcce7bad:40191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T06:22:58,694 DEBUG [M:0;4a84bcce7bad:40191 {}] master.HMaster(1795): Stopping service threads 2024-11-09T06:22:58,694 INFO [M:0;4a84bcce7bad:40191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T06:22:58,694 INFO [M:0;4a84bcce7bad:40191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T06:22:58,694 ERROR [M:0;4a84bcce7bad:40191 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1285057330) connection to localhost/127.0.0.1:37871 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37871,5,PEWorkerGroup] 2024-11-09T06:22:58,694 INFO [M:0;4a84bcce7bad:40191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T06:22:58,694 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T06:22:58,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01049775681/master 2024-11-09T06:22:58,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01049775681 2024-11-09T06:22:58,704 DEBUG [M:0;4a84bcce7bad:40191 {}] zookeeper.ZKUtil(347): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Unable to get data of znode /01049775681/master because node does not exist (not an error) 2024-11-09T06:22:58,704 WARN [M:0;4a84bcce7bad:40191 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T06:22:58,704 INFO [M:0;4a84bcce7bad:40191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/.lastflushedseqids 2024-11-09T06:22:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741853_1029 (size=263) 2024-11-09T06:22:58,783 INFO [RS:0;4a84bcce7bad:42835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:58,783 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:58,783 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42835-0x1011e42835b0001, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:58,783 INFO [RS:0;4a84bcce7bad:42835 {}] regionserver.HRegionServer(1031): Exiting; stopping=4a84bcce7bad,42835,1731133346066; zookeeper connection closed. 2024-11-09T06:22:58,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64d506dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64d506dc 2024-11-09T06:22:58,784 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T06:22:59,108 INFO [M:0;4a84bcce7bad:40191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T06:22:59,108 INFO [M:0;4a84bcce7bad:40191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T06:22:59,109 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T06:22:59,109 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:59,109 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:59,109 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T06:22:59,109 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:59,109 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-11-09T06:22:59,129 DEBUG [M:0;4a84bcce7bad:40191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1daa2e972622494d95dd12c3d364bcdb is 82, key is hbase:meta,,1/info:regioninfo/1731133347870/Put/seqid=0 2024-11-09T06:22:59,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741854_1030 (size=5672) 2024-11-09T06:22:59,533 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1daa2e972622494d95dd12c3d364bcdb 2024-11-09T06:22:59,549 DEBUG [M:0;4a84bcce7bad:40191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec6991241c834a38acee27e856b67170 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731133361885/Put/seqid=0 2024-11-09T06:22:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741855_1031 (size=7611) 2024-11-09T06:22:59,553 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec6991241c834a38acee27e856b67170 2024-11-09T06:22:59,556 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec6991241c834a38acee27e856b67170 2024-11-09T06:22:59,569 DEBUG [M:0;4a84bcce7bad:40191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00dfe7b0197f402dbd3fb372480eea54 is 69, key is 4a84bcce7bad,42835,1731133346066/rs:state/1731133347155/Put/seqid=0 2024-11-09T06:22:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741856_1032 (size=5156) 2024-11-09T06:22:59,573 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00dfe7b0197f402dbd3fb372480eea54 2024-11-09T06:22:59,577 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1daa2e972622494d95dd12c3d364bcdb as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1daa2e972622494d95dd12c3d364bcdb 2024-11-09T06:22:59,581 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1daa2e972622494d95dd12c3d364bcdb, entries=8, sequenceid=121, filesize=5.5 K 2024-11-09T06:22:59,582 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec6991241c834a38acee27e856b67170 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec6991241c834a38acee27e856b67170 2024-11-09T06:22:59,585 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec6991241c834a38acee27e856b67170 2024-11-09T06:22:59,585 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec6991241c834a38acee27e856b67170, entries=13, sequenceid=121, filesize=7.4 K 2024-11-09T06:22:59,586 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00dfe7b0197f402dbd3fb372480eea54 as hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00dfe7b0197f402dbd3fb372480eea54 2024-11-09T06:22:59,590 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37871/user/jenkins/test-data/30696a58-6cbb-6de2-4e70-02eed5d689f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00dfe7b0197f402dbd3fb372480eea54, entries=1, sequenceid=121, filesize=5.0 K 2024-11-09T06:22:59,591 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=121, compaction requested=false 2024-11-09T06:22:59,596 INFO [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T06:22:59,596 DEBUG [M:0;4a84bcce7bad:40191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731133379108Disabling compacts and flushes for region at 1731133379108Disabling writes for close at 1731133379109 (+1 ms)Obtaining lock to block concurrent updates at 1731133379109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731133379109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1731133379109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731133379110 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731133379110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731133379128 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731133379128Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731133379537 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731133379549 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731133379549Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731133379556 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731133379568 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731133379568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e45db0: reopening flushed file at 1731133379577 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb0b6c3: reopening flushed file at 1731133379581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ca7ead: reopening flushed file at 1731133379585 (+4 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=121, compaction requested=false at 1731133379591 (+6 ms)Writing region close event to WAL at 1731133379596 (+5 ms)Closed at 1731133379596 2024-11-09T06:22:59,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41971 is added to blk_1073741830_1006 (size=69932) 2024-11-09T06:22:59,599 INFO [M:0;4a84bcce7bad:40191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T06:22:59,599 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T06:22:59,599 INFO [M:0;4a84bcce7bad:40191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40191 2024-11-09T06:22:59,599 INFO [M:0;4a84bcce7bad:40191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T06:22:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40191-0x1011e42835b0000, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T06:22:59,783 INFO [M:0;4a84bcce7bad:40191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T06:22:59,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436d6308{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T06:22:59,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b642863{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:59,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:59,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330af050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:59,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a57b9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:59,792 WARN [BP-1430321789-172.17.0.3-1731133343824 heartbeating to localhost/127.0.0.1:37871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T06:22:59,792 WARN [BP-1430321789-172.17.0.3-1731133343824 heartbeating to localhost/127.0.0.1:37871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1430321789-172.17.0.3-1731133343824 (Datanode Uuid 295d56e9-147d-4cb0-912a-7acbc91253b5) service to localhost/127.0.0.1:37871 2024-11-09T06:22:59,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6/data/data1/current/BP-1430321789-172.17.0.3-1731133343824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:59,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/cluster_24e3e4f7-233a-7889-9981-570658821dd6/data/data2/current/BP-1430321789-172.17.0.3-1731133343824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T06:22:59,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T06:22:59,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T06:22:59,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T06:22:59,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b01edc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T06:22:59,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1dfe3020{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T06:22:59,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T06:22:59,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c809471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T06:22:59,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571e81a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e17d87e1-c45e-1180-0b35-e530fedfb65d/hadoop.log.dir/,STOPPED} 2024-11-09T06:22:59,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T06:22:59,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T06:22:59,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 528) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39667 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37871 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51303) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:34325 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37871 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:34325 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:39667 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37871 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:34325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:34325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:34325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1285057330) connection to localhost/127.0.0.1:37871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 367) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1576 (was 433) - AvailableMemoryMB LEAK? - 2024-11-09T06:22:59,854 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-09T06:22:59,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011e42835b0002, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:22:59,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011e42835b0005, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:22:59,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011e42835b0008, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T06:22:59,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011e42835b0002, quorum=127.0.0.1:51303, baseZNode=/01049775681 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:22:59,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011e42835b0005, quorum=127.0.0.1:51303, baseZNode=/1-702642074 Received Disconnected from ZooKeeper, ignoring 2024-11-09T06:22:59,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011e42835b0008, quorum=127.0.0.1:51303, baseZNode=/2-773988803 Received Disconnected from ZooKeeper, ignoring